-- Logs begin at Tue 2021-06-22 17:47:21 UTC, end at Tue 2021-06-22 19:02:22 UTC. -- Jun 22 18:23:01.948289 dv-cinder-769602-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 18:23:04.944157 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.common.config [-] Logging enabled! Jun 22 18:23:04.944792 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 18:23:04.945008 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92794) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 18:23:04.948149 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.common.config [-] Logging enabled! Jun 22 18:23:04.948405 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 18:23:04.948713 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92794) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 18:23:04.949655 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:23:04.949890 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:23:04.950258 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:23:04.950501 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:23:04.950729 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:23:04.951055 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.951386 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.951791 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.951949 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.952712 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.952712 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.952996 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.952996 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.953317 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.953603 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.953882 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.954173 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.954406 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.954692 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.955010 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.955310 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.955310 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] debug = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.955310 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.956575 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.956737 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.956937 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.957225 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.957500 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.957768 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.958044 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.958325 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.958681 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] host = dv-cinder-769602-3-iscsi {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.958955 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.959241 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.959555 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.959839 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.960113 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.960389 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.960672 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.960943 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.961212 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] log_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.961483 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.961771 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.962055 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.962345 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.962570 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.962779 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.963066 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.963370 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.963647 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.963918 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.964189 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.964461 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.964730 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.964995 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.965284 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.965565 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.965847 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.966120 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.966391 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.966660 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.966928 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.967208 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.967512 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.967783 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.968055 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.968343 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.968609 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.968881 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.969186 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.969469 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.969749 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.970031 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.970303 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.971474 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.971474 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.971977 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.971977 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] use_json = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.972259 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.972489 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.972773 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.973044 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.973313 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.973587 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.973856 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.974141 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:04.974443 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.974738 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.975043 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.975325 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.975644 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.975923 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.976210 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.976489 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.976779 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.977067 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.977358 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.977635 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.977922 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.978198 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.978492 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.978800 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.979095 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.979410 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.979687 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.979963 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.980233 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.980510 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.980795 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.981086 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.981374 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.981645 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.981923 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.982214 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.982495 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.982770 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.983049 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.983361 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.983639 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.983913 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.984196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.984472 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.984746 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.985016 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.985295 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.985582 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.986138 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.986138 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.987257 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.987551 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.987828 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.988112 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.988390 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.988661 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.988934 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.989211 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.989480 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.989752 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.990028 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.990300 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.990574 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.990843 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.991116 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.991410 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.991682 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.991951 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.992220 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.992491 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.992764 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.993018 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.993293 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.993564 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.993833 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.994106 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.994390 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.994689 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.994967 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.995253 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.995553 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.995828 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.996104 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.996383 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.996657 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.996933 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.997205 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.997499 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.997780 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.998066 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.998333 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.998609 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.998903 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.999179 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.999482 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:04.999752 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.000029 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.000315 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.000599 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.000888 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.001184 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.001479 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.001843 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.002144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.002428 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.002747 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.003044 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:05.003246 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:23:05.004020 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92794) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 18:23:05.367326 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:05.367630 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:05.368192 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:05.368443 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 18:23:05.776681 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.777025 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.777246 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.782189 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.782189 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.782189 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.815886 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.816170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.816421 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.830457 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.830757 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.831014 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.865096 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.865383 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.865651 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.905081 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.905332 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:05.905605 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.154802 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.155476 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.155476 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.155712 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.156472 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.293196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.293530 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.293818 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.294151 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.294429 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.294750 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.295011 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.295271 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.295559 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.295847 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.296109 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.296375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.296634 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.296905 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.297157 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.297426 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.297703 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.298000 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.298279 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.298532 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.299002 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.299532 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.299804 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.300711 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.300964 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.301213 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.301660 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:23:06.301945 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:23:06.302312 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:23:06.302557 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:23:06.302798 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:23:06.303037 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:23:06.303458 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 18:23:06.308229 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 18:23:06.312459 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 18:23:06.317427 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Jun 22 18:23:06.319174 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 18:23:06.319666 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 18:23:06.320002 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 18:23:06.320421 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 18:23:06.323453 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 18:23:06.323705 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 18:23:06.324070 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 18:23:06.355601 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 18:23:06.356079 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.356385 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92794) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 18:23:06.356753 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.358498 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92794) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 18:23:06.358800 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 18:23:06.359060 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 18:23:06.363715 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.363978 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:06.432394 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 18:23:06.432600 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 18:23:06.432771 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 18:23:06.433150 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 18:23:06.456487 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_db.sqlalchemy.engines [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92794) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 18:23:07.108051 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Initializing driver for type 'gre' Jun 22 18:23:07.108485 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] gre ID ranges: [(1, 1000)] Jun 22 18:23:07.182828 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Initializing driver for type 'local' Jun 22 18:23:07.183951 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Initializing driver for type 'vlan' Jun 22 18:23:07.201191 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] VlanTypeDriver initialization complete Jun 22 18:23:07.201533 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Initializing driver for type 'vxlan' Jun 22 18:23:07.202101 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] vxlan ID ranges: [(1, 1000)] Jun 22 18:23:07.275132 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Initializing extension driver 'port_security' Jun 22 18:23:07.275617 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.extensions.port_security [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] PortSecurityExtensionDriver initialization complete Jun 22 18:23:07.276025 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Initializing mechanism driver 'openvswitch' Jun 22 18:23:07.276447 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Initializing mechanism driver 'hyperv' Jun 22 18:23:07.283790 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.plugins.ml2.plugin [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:07.284693 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > port after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.285173 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > port after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.285613 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > port after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.286099 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > subnet after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.286541 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > subnet after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.286969 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.287519 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > network after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.288180 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > network after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.288541 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > network after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.289016 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > security_group after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.289525 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > security_group after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.289955 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.290421 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.290844 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.291274 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.291776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > address_group after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.292203 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > address_group after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.292626 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.293051 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] ML2 OVO RPC backend initialized. {{(pid=92794) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 18:23:07.293910 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.294352 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.294865 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > network before_response 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.295290 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > networks before_response 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.295751 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > port before_response 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.296172 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > ports before_response 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.296594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > subnet before_response 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.297014 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > subnets before_response 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.297450 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > network after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.297870 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > network after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.298284 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > network after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.299096 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > port after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.299628 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > port after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.300056 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > port after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.300477 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > subnet after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.300944 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > subnet after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.301368 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.302140 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.plugin [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Modular L2 Plugin initialization complete Jun 22 18:23:07.302546 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading services supported by the core plugin {{(pid=92794) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 18:23:07.303045 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.plugins.ml2.managers [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Got port-security extension from driver 'port_security' Jun 22 18:23:07.304015 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.extensions.vlantransparent [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Disabled vlantransparent extension. Jun 22 18:23:07.304650 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92794) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 18:23:07.305051 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading Plugin: router Jun 22 18:23:07.353540 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.353968 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router after_create 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.354337 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router before_create 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.354702 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.355076 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.355477 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router after_delete 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.355847 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.356216 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router after_create 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.356567 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router after_update 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.356919 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router after_update 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.357268 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.358166 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router after_update 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.358541 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router precommit_update 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.358927 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: port after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.359400 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: port after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.359743 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: subnet after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.360084 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.360433 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.360776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router precommit_create 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.362071 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: port before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.362420 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router precommit_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.362789 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router after_update 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.363131 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.363514 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router precommit_create 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.363883 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.364413 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router precommit_update 55549900 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.364945 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > network after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.365980 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Tracking information for resource: router configured {{(pid=92794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:23:07.366311 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Tracking information for resource: floatingip configured {{(pid=92794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:23:07.372400 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.db.l3_agentschedulers_db [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 18:23:07.372995 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: port after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.373369 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: port after_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.373721 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: port after_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.374102 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: port after_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.384060 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router before_create 55550100 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.384462 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.384832 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router precommit_create 55550100 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.385191 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > router precommit_update 55550100 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.390538 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.services.provider_configuration [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service providers = [] {{(pid=92794) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 18:23:07.390892 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.db.servicetype_db [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92794) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 18:23:07.394791 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.services.service_base [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:23:07.395130 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.services.service_base [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:23:07.395493 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.services.service_base [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:23:07.396373 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.services.service_base [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:23:07.396746 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.services.service_base [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 18:23:07.397133 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:23:07.397445 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 18:23:07.408906 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:23:07.409238 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading Plugin: auto_allocate Jun 22 18:23:07.415395 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: network precommit_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.415913 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: network precommit_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.416292 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:23:07.416604 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading Plugin: tag Jun 22 18:23:07.423548 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:23:07.423996 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading Plugin: timestamp Jun 22 18:23:07.428158 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:23:07.428484 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading Plugin: network_ip_availability Jun 22 18:23:07.443692 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.444164 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.444569 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.445555 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:23:07.445981 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading Plugin: flavors Jun 22 18:23:07.451093 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:23:07.451521 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading Plugin: revisions Jun 22 18:23:07.456628 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:23:07.457062 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_concurrency.lockutils [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.089s {{(pid=92794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:07.457873 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92794) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 18:23:07.458241 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Initializing extension manager. Jun 22 18:23:07.458781 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: __init__.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.459155 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: __pycache__ {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.459649 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.459973 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: address_group.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.460883 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.461516 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: address-group Jun 22 18:23:07.461877 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: address_scope.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.462670 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.463242 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: address-scope Jun 22 18:23:07.463704 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.464735 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.465294 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: router-admin-state-down-before-update Jun 22 18:23:07.465650 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: agent.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.466377 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.466929 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: agent Jun 22 18:23:07.467287 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: agent_resources_synced.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.468258 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.468813 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: agent-resources-synced Jun 22 18:23:07.469170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: allowedaddresspairs.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.471654 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.472231 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: allowed-address-pairs Jun 22 18:23:07.472594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: auto_allocated_topology.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.474045 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.474614 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: auto-allocated-topology Jun 22 18:23:07.474979 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: availability_zone.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.475792 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.475792 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: availability_zone Jun 22 18:23:07.475792 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: availability_zone_filter.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.477577 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.478879 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: availability_zone_filter Jun 22 18:23:07.478879 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: data_plane_status.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.480211 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.480211 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 18:23:07.481022 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: default_subnetpools.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.481254 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.481833 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: default-subnetpools Jun 22 18:23:07.482198 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.483436 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.483752 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: dhcp_agent_scheduler Jun 22 18:23:07.484136 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: dns.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.485142 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.485696 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 18:23:07.486884 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: dns_domain_ports.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.487841 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.488418 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 18:23:07.488773 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.489718 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.490274 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 18:23:07.490629 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: dvr.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.491346 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.492346 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: dvr Jun 22 18:23:07.492346 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: empty_string_filtering.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.493236 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.493799 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: empty-string-filtering Jun 22 18:23:07.494177 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.495115 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.495751 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 18:23:07.496141 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.497115 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.497673 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 18:23:07.498028 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: external_net.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.498988 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.499585 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: external-net Jun 22 18:23:07.499944 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.500909 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.501499 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: extra_dhcp_opt Jun 22 18:23:07.501918 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: extraroute.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.503505 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.504094 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: extraroute Jun 22 18:23:07.504500 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: extraroute_atomic.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.505639 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.506239 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: extraroute-atomic Jun 22 18:23:07.506650 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: filter_validation.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.507440 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.508033 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: filter-validation Jun 22 18:23:07.508439 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: fip_pf_description.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.509417 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.510019 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 18:23:07.510425 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: fip_port_details.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.511462 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.512118 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: fip-port-details Jun 22 18:23:07.512522 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: flavors.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.513860 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.514384 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: flavors Jun 22 18:23:07.514705 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.516430 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.516950 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 18:23:07.517280 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: floatingip_pools.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.518038 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.518627 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: floatingip-pools Jun 22 18:23:07.519070 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: ip_allocation.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.520023 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.520536 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 18:23:07.520857 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.521762 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.522339 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: ip-substring-filtering Jun 22 18:23:07.522665 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: l2_adjacency.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.523746 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.524253 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 18:23:07.524573 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: l3.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.525582 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.526103 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: router Jun 22 18:23:07.526425 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.528981 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.529520 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 18:23:07.529847 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.530776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.531293 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: ext-gw-mode Jun 22 18:23:07.531640 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.532547 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.533604 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: l3-ha Jun 22 18:23:07.533928 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: l3_flavors.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.535136 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.535682 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: l3-flavors Jun 22 18:23:07.536005 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.536909 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.537421 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 18:23:07.537738 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: l3agentscheduler.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.538802 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.539314 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: l3_agent_scheduler Jun 22 18:23:07.539825 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: logging.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.541392 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.541918 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension logging not supported by any of loaded plugins Jun 22 18:23:07.542253 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: metering.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.542985 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.543599 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: metering Jun 22 18:23:07.543927 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.545018 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.545537 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: metering_source_and_destination_fields Jun 22 18:23:07.545861 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: multiprovidernet.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.546770 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.547286 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: multi-provider Jun 22 18:23:07.547630 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: netmtu.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.548532 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.549347 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: net-mtu Jun 22 18:23:07.549673 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: netmtu_writable.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.550592 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.551096 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: net-mtu-writable Jun 22 18:23:07.551452 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: network_availability_zone.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.552118 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.552628 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: network_availability_zone Jun 22 18:23:07.552949 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: network_ip_availability.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.554044 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.554561 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: network-ip-availability Jun 22 18:23:07.554893 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: network_segment_range.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.555750 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.556280 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 18:23:07.556600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: pagination.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.557586 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.557913 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: pagination Jun 22 18:23:07.558236 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: port_device_profile.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.559118 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.559701 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: port-device-profile Jun 22 18:23:07.560028 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.561091 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.561603 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: port-mac-address-regenerate Jun 22 18:23:07.561923 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.562845 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.563388 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: port-numa-affinity-policy Jun 22 18:23:07.563700 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: port_resource_request.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.564668 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.565213 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 18:23:07.565531 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: portbindings.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.566466 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.566976 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: binding Jun 22 18:23:07.567296 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: portbindings_extended.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.568630 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.569150 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: binding-extended Jun 22 18:23:07.569476 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: portsecurity.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.570375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.570891 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: port-security Jun 22 18:23:07.571213 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: project_id.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.572199 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.572526 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: project-id Jun 22 18:23:07.572846 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: providernet.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.573754 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.574271 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: provider Jun 22 18:23:07.574590 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: qos.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.578377 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.578904 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension qos not supported by any of loaded plugins Jun 22 18:23:07.579232 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.581195 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.582167 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 18:23:07.582577 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.583679 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.584284 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 18:23:07.584693 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: qos_default.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.585681 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.586285 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension qos-default not supported by any of loaded plugins Jun 22 18:23:07.586700 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: qos_fip.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.587497 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.588105 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 18:23:07.588510 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: qos_gateway_ip.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.591539 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.591539 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 18:23:07.591539 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: qos_port_network_policy.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.592549 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.593170 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 18:23:07.593611 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: qos_rule_type_details.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.594593 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.595151 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 18:23:07.596378 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: qos_rules_alias.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.597331 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.597921 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 18:23:07.598284 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: quotasv2.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.599316 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.599713 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: quotas Jun 22 18:23:07.600568 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: quotasv2_detail.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.604073 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.604493 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: quota_details Jun 22 18:23:07.605049 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: rbac.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.606790 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.607456 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: rbac-policies Jun 22 18:23:07.607881 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: rbac_address_group.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.608965 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.609532 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: rbac-address-group Jun 22 18:23:07.609840 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: rbac_address_scope.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.610803 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.612341 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: rbac-address-scope Jun 22 18:23:07.612706 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: rbac_security_groups.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.613664 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.614295 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: rbac-security-groups Jun 22 18:23:07.614654 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: rbac_subnetpool.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.615643 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.616208 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: rbac-subnetpool Jun 22 18:23:07.616570 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: revisionifmatch.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.624044 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.624044 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: revision-if-match Jun 22 18:23:07.624044 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: revisions.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.624044 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.624044 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: standard-attr-revisions Jun 22 18:23:07.624044 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: router_availability_zone.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.624787 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.624787 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: router_availability_zone Jun 22 18:23:07.624787 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: routerservicetype.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.624787 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.624787 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 18:23:07.624787 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.625754 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.626326 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: security-groups-normalized-cidr Jun 22 18:23:07.626687 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.628300 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.628872 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: port-security-groups-filtering Jun 22 18:23:07.629235 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.630212 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.630773 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: security-groups-remote-address-group Jun 22 18:23:07.631139 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: securitygroup.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.641074 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.641645 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: security-group Jun 22 18:23:07.641980 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: segment.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.643559 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.644081 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension segment not supported by any of loaded plugins Jun 22 18:23:07.644416 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.645438 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.645955 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 18:23:07.646287 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: servicetype.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.647458 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.647981 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: service-type Jun 22 18:23:07.648316 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: sorting.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.649309 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.649639 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: sorting Jun 22 18:23:07.649960 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: standard_attr_segment.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.650936 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.651489 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 18:23:07.651809 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: standardattrdescription.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.652460 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.652969 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: standard-attr-description Jun 22 18:23:07.653289 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: stateful_security_group.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.654221 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.654734 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: stateful-security-group Jun 22 18:23:07.655052 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: stdattrs_common.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.655657 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 18:23:07.655975 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.656899 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.657415 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 18:23:07.657733 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: subnet_onboard.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.659614 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.660141 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: subnet_onboard Jun 22 18:23:07.660460 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.661391 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.661902 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 18:23:07.662222 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: subnet_service_types.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.663398 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.665047 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: subnet-service-types Jun 22 18:23:07.665590 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: subnetallocation.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.666771 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.667292 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: subnet_allocation Jun 22 18:23:07.667649 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.668318 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.668827 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: subnetpool-prefix-ops Jun 22 18:23:07.669144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.670340 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.670672 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 18:23:07.670993 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: tagging.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.676809 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.676809 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: standard-attr-tag Jun 22 18:23:07.676809 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: timestamp.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.676809 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.676809 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loaded extension: standard-attr-timestamp Jun 22 18:23:07.676809 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: trunk.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.677753 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.677753 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension trunk not supported by any of loaded plugins Jun 22 18:23:07.677753 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: trunk_details.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.678525 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.679055 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 18:23:07.679446 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: uplink_status_propagation.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.680315 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.680830 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 18:23:07.681150 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Loading extension file: vlantransparent.py {{(pid=92794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:23:07.681823 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:23:07.682337 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 18:23:07.684951 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:network Jun 22 18:23:07.685575 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:subnet Jun 22 18:23:07.686006 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:23:07.686428 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:port Jun 22 18:23:07.687923 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.688407 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service FLAVORS assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.689082 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.689698 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.690120 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:router Jun 22 18:23:07.690637 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 18:23:07.691224 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service METERING assigned prefix: /metering {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.692824 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.693280 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.693719 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:23:07.694874 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 18:23:07.695719 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:security_group Jun 22 18:23:07.696259 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 18:23:07.696998 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service CORE assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.697420 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:23:07.697848 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] subnetpool is already registered Jun 22 18:23:07.698364 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service CORE assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.698773 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:23:07.699188 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] subnetpool is already registered Jun 22 18:23:07.701693 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.702132 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service FLAVORS assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.702733 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.703137 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.703499 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:router Jun 22 18:23:07.703843 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] router is already registered Jun 22 18:23:07.704252 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 18:23:07.704585 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] floatingip is already registered Jun 22 18:23:07.705766 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service METERING assigned prefix: /metering {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.706269 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 18:23:07.706594 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] rbac_policy is already registered Jun 22 18:23:07.707006 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:security_group Jun 22 18:23:07.707350 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] security_group is already registered Jun 22 18:23:07.707767 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 18:23:07.708099 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] security_group_rule is already registered Jun 22 18:23:07.708741 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service CORE assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.709066 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:23:07.709397 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] subnetpool is already registered Jun 22 18:23:07.709816 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.v2.resource_helper [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Service CORE assigned prefix: {{(pid=92794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:23:07.710147 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:23:07.710476 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING neutron.quota.resource_registry [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] subnetpool is already registered Jun 22 18:23:07.710970 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: extensions {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.712510 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: address-groups {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.713981 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: address-scopes {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.715295 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: agents {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.716496 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: auto-allocated-topology {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.717739 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: availability_zones {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.718953 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: dhcp-networks {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.720498 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: dhcp-agents {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.722495 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: routers {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.724244 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: flavors {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.726969 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: service_profiles {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.728255 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: next_providers {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.729708 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: service_profiles {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.731243 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: floatingip-pools {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.732527 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: routers {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.734241 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: floatingips {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.735536 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: l3-routers {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.737265 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: l3-agents {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.738674 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: metering-labels {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.739968 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: metering-label-rules {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.741359 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: network-ip-availabilities {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.742604 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: bindings {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.744214 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: quotas {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.745754 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: quotas {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.747186 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: rbac-policies {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.748404 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: security-groups {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.749692 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: security-group-rules {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.750944 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: service-providers {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.752231 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: subnetpools {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.753548 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: subnetpools {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.755093 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.756815 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.758668 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.760468 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.762139 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.764108 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.765819 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.768335 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.770370 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.772128 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron.api.extensions [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Extended resource: tags {{(pid=92794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:23:07.778509 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING keystonemiddleware.auth_token [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 18:23:07.783297 dv-cinder-769602-3-iscsi neutron-server[92794]: WARNING keystonemiddleware.auth_token [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 18:23:07.792956 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_concurrency.lockutils [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Acquired lock "singleton_lock" {{(pid=92794) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 18:23:07.793469 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_concurrency.lockutils [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Releasing lock "singleton_lock" {{(pid=92794) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 18:23:07.794121 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO oslo_service.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Starting 2 workers Jun 22 18:23:07.799723 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Started child 92905 {{(pid=92794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:23:07.805661 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Started child 92906 {{(pid=92794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:23:07.807026 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.808024 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO neutron.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 18:23:07.808938 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Notify callbacks [] for process, before_spawn {{(pid=92794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.809344 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [-] (92905) wsgi starting up on http://0.0.0.0:9696 Jun 22 18:23:07.812681 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO oslo_service.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Starting 1 workers Jun 22 18:23:07.813194 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.815820 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [-] (92906) wsgi starting up on http://0.0.0.0:9696 Jun 22 18:23:07.820035 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Started child 92907 {{(pid=92794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:23:07.820713 dv-cinder-769602-3-iscsi neutron-server[92794]: INFO oslo_service.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Starting 1 workers Jun 22 18:23:07.824840 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] calling RpcWorker wait() {{(pid=92907) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 18:23:07.825675 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] returning from RpcWorker wait() {{(pid=92907) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 18:23:07.825850 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Started child 92908 {{(pid=92794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:23:07.827056 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG neutron_lib.callbacks.manager [None req-a7539096-e49f-42d8-bd15-8bd70a580400 None None] Notify callbacks [] for process, after_spawn {{(pid=92794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.827855 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.828598 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:07.829533 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92794) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 18:23:07.829860 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:23:07.830797 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:23:07.831009 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:23:07.831917 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:23:07.832188 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:23:07.832780 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.833165 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.833535 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.833892 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.834177 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.834940 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.835224 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.835624 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.835978 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.836367 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.836718 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.836995 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.837261 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.837613 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.838011 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.838449 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.838832 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.839224 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.839650 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.839925 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.840293 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.840662 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.841014 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.841410 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] debug = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.841763 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.842462 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.842819 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.843173 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.843542 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.843947 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.844297 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.844677 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.845045 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.845394 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.846109 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.846611 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.847102 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.847472 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.847820 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.848238 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.848592 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.849181 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] host = dv-cinder-769602-3-iscsi {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.849567 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.849897 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.850246 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.850628 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.850980 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.851319 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.851706 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.852069 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.852661 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.853014 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.853365 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.853731 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.854060 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.854424 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.854696 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_options = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.855050 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.855475 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.855860 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.856158 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.856432 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.856718 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.857076 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.857346 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.857720 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.858054 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.858427 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.858759 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.859157 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.859468 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.859887 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.860245 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.860583 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.862093 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.862311 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.862987 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.862987 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.863415 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.863700 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.864043 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.864378 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.864713 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.865058 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.865386 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.865715 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.866097 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.866424 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.866800 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.867175 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.867548 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.867905 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.868242 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.868604 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.868975 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.869324 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.869676 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.870087 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.870427 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.870785 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.871120 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.871499 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.871849 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_json = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.872184 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.872508 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.872994 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.873267 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.874749 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.875091 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.875302 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:07.875542 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.875851 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:07.876365 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.876755 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.877322 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.877676 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.878030 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.878377 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.878768 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.879102 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.879506 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.879851 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.880334 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.880681 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.881078 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.881440 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.881799 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.882215 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.882570 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.883151 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.883417 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.883785 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.884129 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.884509 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.884926 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.885315 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.885682 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.886060 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.886404 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.886764 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.887096 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.887464 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.887789 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.888127 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.888503 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.888930 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.889205 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.889568 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.889917 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.890395 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.890665 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.891002 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.891508 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.891802 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.892171 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.892579 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.893129 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.894057 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.894435 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.894669 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.895020 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.895426 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.899897 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.900179 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.900482 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.900862 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.901636 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.901636 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.901966 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.902375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.902694 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.903383 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.903609 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.904040 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.904406 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.904772 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.905874 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.905874 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.905874 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.906420 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.906651 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.907015 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.907698 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.907844 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.911170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.911170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.911170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.911170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.911170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.911170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.911170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.911170 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.912874 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.912874 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.912874 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.912874 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.913602 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.913602 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.913850 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.914211 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.914619 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.915019 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.915426 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.915821 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.916200 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.916575 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.916957 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.917425 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.917819 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.918248 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.918655 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.919381 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.919781 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.920155 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.920557 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.921697 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.921697 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.921697 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.922137 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.922454 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.922888 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.923280 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.924303 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.924713 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.925128 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.925629 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.926040 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.926449 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.926909 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.927366 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.927799 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.928468 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.928863 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.929271 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.929718 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.930320 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.930799 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.931204 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.931622 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.932037 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.932569 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.933250 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.933610 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.934033 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.934516 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.934906 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.935279 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.935689 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.936165 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.936598 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.936951 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.937382 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.937796 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.938199 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.938621 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.939017 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.939974 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.940619 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.941194 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.941570 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.941962 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.942326 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.942751 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.943106 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.943515 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.943912 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.944279 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.944660 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.945043 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.945441 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.945818 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.946209 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.946583 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.946952 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.947327 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.947763 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.948128 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.948493 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.948873 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.949274 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.949645 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.950080 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.951112 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.951520 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.951902 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.952270 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.952660 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.953018 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.953422 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.953792 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.954150 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.954527 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.955003 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.963171 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.963600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.964007 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.964405 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.965027 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.967740 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.970069 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.970069 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.970069 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.970069 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.971262 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.971262 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.971657 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.972020 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.972372 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.972717 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.973072 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.973442 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.973795 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.974187 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.974516 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.974844 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.975297 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.976512 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.976512 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.976512 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.977181 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.977402 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.977790 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.978059 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.978384 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.978709 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.979050 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.980935 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.980935 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.980935 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.980935 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.981710 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.981710 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.981710 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.982689 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.982689 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.983093 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.983093 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.983511 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.983882 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.984507 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.984756 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.984959 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.985251 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.985707 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.986493 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.986837 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.987232 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.987634 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.987998 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.988427 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.989043 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.989235 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.989618 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.989971 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.990302 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.990634 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.991005 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.991494 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.991909 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.992252 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.992612 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.992968 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.993322 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.993628 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.993903 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.994256 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.994677 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.995017 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.995314 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.995661 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.995990 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.996275 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.996571 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.996861 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.997138 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.997436 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.997734 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.998072 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.998407 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.998738 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.999031 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.999314 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.999797 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:07.999925 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.000311 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.007600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.007600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:23:08.007600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92794) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 18:23:08.007600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:23:08.007600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:23:08.007600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:23:08.007600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:23:08.007600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:23:08.008354 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.008354 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.008354 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.008354 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.008354 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.008354 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.008354 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.008354 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009065 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009065 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009065 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009065 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009065 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009065 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009065 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009065 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009065 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009925 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009925 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009925 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009925 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009925 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009925 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] debug = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.009925 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.010590 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.010590 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.010590 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.010590 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.010590 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.010590 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.011196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.011196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.011196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.011196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.011196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.011196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.011196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.011196 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012104 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012104 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012104 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] host = dv-cinder-769602-3-iscsi {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012104 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012104 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012104 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012104 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012104 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012986 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012986 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012986 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012986 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012986 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012986 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.012986 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.013774 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.013774 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.013774 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_options = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.014137 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.014137 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.014407 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.014625 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.014896 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.015166 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.015425 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.015713 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.015928 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.016205 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.016429 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.016671 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.016907 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.017180 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.017420 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.018173 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.018423 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.018649 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.018862 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.019275 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.019537 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.019726 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.019870 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.020347 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.020347 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.020347 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.020989 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.020989 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.021576 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.021576 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.021576 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.022449 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.022449 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.022449 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.022449 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.023001 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.023001 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.023321 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.023546 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.023702 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.023933 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.024206 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.024408 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.024614 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.024812 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.025015 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_json = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.026047 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.026047 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.026047 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.026047 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.026047 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.026047 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.027156 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.027156 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:23:08.027156 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.027156 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.027783 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.027783 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.027783 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.028153 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.028304 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.028550 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.028812 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.028812 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.029194 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.029333 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.029466 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.029688 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.029949 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.030105 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.030303 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.030517 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.030720 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.030927 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.031173 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.031476 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.031708 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.031927 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.032138 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.032493 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.032493 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.032905 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.032905 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.034523 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.034523 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.034523 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.034523 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.034523 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.034523 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.035428 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.035428 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.035428 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.035806 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.035806 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.036082 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.036082 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.036352 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.037432 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.037432 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.037432 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.037432 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.037432 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.037432 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.038303 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.038303 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.038303 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.038684 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.038684 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.039045 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.039045 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.039300 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.039524 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.039751 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.039977 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.040148 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.040296 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.040537 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.040745 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.042172 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.042379 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.042586 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.042787 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.042989 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.043927 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.043927 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.043927 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.043927 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.044529 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.044529 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.044529 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.044899 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.044899 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.045165 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.045317 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.045516 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.045756 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.045950 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.046225 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.046498 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.046781 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.047053 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.047319 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.047605 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.047862 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.048121 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.048306 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:08.048474 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.048669 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.049016 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.049428 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.049609 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.049778 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.050043 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.050304 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.050571 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.050835 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.051102 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.051436 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.051660 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.051931 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.052188 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.052449 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.052706 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.052936 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.053156 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.053378 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.053631 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.053824 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.054034 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.054273 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.054502 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.054733 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.054950 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.055166 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.055415 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.055638 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.055881 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.056161 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.056382 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.056597 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.056817 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.057034 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.057811 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.058056 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.058272 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.058502 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.058753 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.059046 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.059236 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.059462 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.059701 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.060069 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.060257 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.060422 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.060598 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.060744 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.060939 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.061154 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.061375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.061591 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.061809 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.062023 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.062241 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.062500 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.062672 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.062882 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.063096 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.063360 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.063583 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.063799 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.064017 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.064246 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.065025 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.065177 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.065385 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.065600 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.065826 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.066083 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.066320 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.066538 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.066754 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.066968 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.067182 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.067432 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.067656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.067874 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.068095 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.068315 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.068534 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.068749 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.068967 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.069186 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.069405 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.069631 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.069893 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.071776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.071776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.071776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.071776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.071776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.071776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.071776 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.074375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.074375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.074375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.074375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.074375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.074375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.074375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.074375 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.076144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.076144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.076144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.076144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.076144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.076144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.076144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.076144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.076144 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.078656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.078656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.078656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.078656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.078656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.078656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.078656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.078656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.078656 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.079898 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.079898 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.079898 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.079898 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.079898 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.079898 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.079898 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.081435 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.081435 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.081435 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.081435 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.081435 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.082345 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.082345 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.082345 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.082713 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.082713 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.082985 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.083125 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.083262 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.083468 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.083706 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.084049 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.084282 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.084553 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.084843 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.085246 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.085396 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.085536 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.085785 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.086054 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.086294 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.086522 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.086738 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.086948 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.087199 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.087493 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.087764 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.088030 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.088342 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.088529 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.088769 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.088996 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.089163 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.089363 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.089566 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.089796 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.091594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.091594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.091594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.091594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.091594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.091594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.091594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.091594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.091594 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.093158 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.093158 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.093158 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.093158 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.093158 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:23:08.093158 dv-cinder-769602-3-iscsi neutron-server[92794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:23:08.200024 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56710) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:08.213013 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102150 Jun 22 18:23:22.150258 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a2af26-653f-4640-bb13-f046bc26b960 None None] get_active_networks_info from dv-cinder-769602-3-iscsi {{(pid=92907) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 18:23:22.257894 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a2af26-653f-4640-bb13-f046bc26b960 None None] No non-hosted networks {{(pid=92907) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 18:23:22.266006 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.agentschedulers_db [None req-26a2af26-653f-4640-bb13-f046bc26b960 None None] DHCP Agent not found on host dv-cinder-769602-3-iscsi {{(pid=92907) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 18:23:22.396872 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-82385c2d-a79f-488a-ace2-e4958fc2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610'] for agent, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:25.601453 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-faa5546c-0886-48cf-8098-1ab19e32b9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610'] for agent, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:25.656001 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2b25b000-0a3b-410b-b579-9feadae26dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:25.789846 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610'] for agent, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:25.794087 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.794403 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.794742 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.804096 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.804464 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.804794 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.808046 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.809609 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.811187 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.812267 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.812608 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.812939 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:25.815841 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-769602-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:25.831875 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-769602-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:26.082155 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610'] for agent, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:28.135899 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610'] for agent, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:29.073617 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 56802) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:29.666712 dv-cinder-769602-3-iscsi neutron-server[92906]: WARNING oslo_policy.policy [None req-c68cac0d-3730-4069-97a6-643749550b38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:29.667308 dv-cinder-769602-3-iscsi neutron-server[92906]: WARNING oslo_policy.policy [None req-c68cac0d-3730-4069-97a6-643749550b38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:29.891289 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [None req-c68cac0d-3730-4069-97a6-643749550b38 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:23:29.892569 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c68cac0d-3730-4069-97a6-643749550b38 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8169560 Jun 22 18:23:31.998973 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.db.l3_hamode_db [None req-f5ba4073-9e8b-4cd2-bc39-5e9db091c66b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 18:23:32.078042 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba4073-9e8b-4cd2-bc39-5e9db091c66b None None] Routers set() bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:32.078438 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba4073-9e8b-4cd2-bc39-5e9db091c66b None None] Router IDs set() for agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 18:23:32.364634 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56816) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:32.966361 dv-cinder-769602-3-iscsi neutron-server[92905]: WARNING oslo_policy.policy [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:32.966978 dv-cinder-769602-3-iscsi neutron-server[92905]: WARNING oslo_policy.policy [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:33.186470 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:33.284482 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.policy [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92905) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 18:23:33.330288 dv-cinder-769602-3-iscsi neutron-server[92905]: WARNING oslo_policy.policy [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:33.330779 dv-cinder-769602-3-iscsi neutron-server[92905]: WARNING oslo_policy.policy [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:33.339618 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.quota [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] Loaded quota_driver: . Jun 22 18:23:33.435623 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758127254772', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758127252163', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758127464210', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758127461596', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758127492763', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758127482617', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-566479', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1622512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1701682'] for rbac-policy, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:33.506697 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:33.508397 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f22dfac5-0b7b-4559-8713-f1162d965c17 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1421218 Jun 22 18:23:36.148463 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56834) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:36.459446 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'project_id': '751e27456ba94db884e93b432612ad53'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:36.488431 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Made reservation on behalf of 751e27456ba94db884e93b432612ad53 for: {'network': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:23:36.491249 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:36.509564 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:36.646682 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:36.650979 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:36.656922 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:36.673163 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=92905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:23:36.704590 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758129425619', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:36.705209 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Unsubscribe: segment precommit_create {{(pid=92905) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 18:23:36.705795 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.segments_db [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Added segment 2f682656-a085-425c-919c-7841a89e3dc7 of type vlan for network f37208fc-efe7-49f8-903a-a583cb8b6559 Jun 22 18:23:36.725296 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb615620-317e-4971-aaaa-a5abf1cc12d0,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:36.751324 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.751685 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.752010 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.752912 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.753219 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.753628 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.753943 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.754251 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.754561 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.754866 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.755182 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.755498 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Tracked resource versions report: Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: pushed versions: Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: { 'AddressGroup': {'1.2'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'ConntrackHelper': {'1.0'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Log': {'1.0'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Network': {'1.1'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Port': {'1.7'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'PortForwarding': {'1.2'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'QosPolicy': {'1.8'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SecurityGroup': {'1.4'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SubPort': {'1.0'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Subnet': {'1.1'}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Trunk': {'1.1'}} Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: consumer versions: Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: { DHCP agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: L3 agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: Metadata agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: Metering agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: Open vSwitch agent@dv-cinder-769602-3-iscsi: { 'AddressGroup': '1.2', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'ConntrackHelper': '1.0', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Log': '1.0', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Network': '1.1', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Port': '1.7', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'PortForwarding': '1.2', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'QosPolicy': '1.8', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SecurityGroup': '1.4', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SecurityGroupRule': '1.2', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SubPort': '1.0', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Subnet': '1.1', Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Trunk': '1.1'}} Jun 22 18:23:36.756554 dv-cinder-769602-3-iscsi neutron-server[92905]: {{(pid=92905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:23:36.832547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:36.834529 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:36.885703 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:36.887167 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:36.887863 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:36.890665 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:36.958240 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8087149 Jun 22 18:23:36.988138 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Pushing event updated for resources: {'Network': ['ID=f37208fc-efe7-49f8-903a-a583cb8b6559,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:36.991547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:36.999660 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network f37208fc-efe7-49f8-903a-a583cb8b6559 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:23:39.624467 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 56848) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:40.152154 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.policy [None req-3165a05a-0b46-4da9-b31d-fa200e5bd0c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92906) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 18:23:40.198647 dv-cinder-769602-3-iscsi neutron-server[92906]: WARNING oslo_policy.policy [None req-3165a05a-0b46-4da9-b31d-fa200e5bd0c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:40.199021 dv-cinder-769602-3-iscsi neutron-server[92906]: WARNING oslo_policy.policy [None req-3165a05a-0b46-4da9-b31d-fa200e5bd0c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:40.207821 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3165a05a-0b46-4da9-b31d-fa200e5bd0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:40.209552 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-3165a05a-0b46-4da9-b31d-fa200e5bd0c7 admin admin] 10.222.0.39 "GET /v2.0/networks/f37208fc-efe7-49f8-903a-a583cb8b6559 HTTP/1.1" status: 200 len: 826 time: 0.5841112 Jun 22 18:23:40.248083 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-88c033b2-10ab-496b-a956-1489814fd986 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/2f75c2b9-fecb-4467-8ae5-d6ebb095b29a HTTP/1.1" status: 200 len: 734 time: 0.0331664 Jun 22 18:23:40.257647 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559', 'name': 'private-subnet', 'subnetpool_id': '2f75c2b9-fecb-4467-8ae5-d6ebb095b29a', 'gateway_ip': '172.20.0.1', 'tenant_id': '751e27456ba94db884e93b432612ad53'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:40.259144 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.quota [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Loaded quota_driver: . Jun 22 18:23:40.300763 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Made reservation on behalf of 751e27456ba94db884e93b432612ad53 for: {'subnet': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:23:40.303565 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:40.595560 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:40.601116 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:40.669077 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Checking segment: {'id': '2f682656-a085-425c-919c-7841a89e3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:23:40.669736 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Network hostable DHCP agents. Network: f37208fc-efe7-49f8-903a-a583cb8b6559, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:23:40.676507 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d690f6c7-ae2e-4b35-8bdf-43bffc06a425,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:40.687817 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.688165 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.688491 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.688807 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.689117 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.689471 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.689812 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.690122 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.690440 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.690739 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.691037 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.691362 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Tracked resource versions report: Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: pushed versions: Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: { 'AddressGroup': {'1.2'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'ConntrackHelper': {'1.0'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Log': {'1.0'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Network': {'1.1'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Port': {'1.7'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'PortForwarding': {'1.2'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'QosPolicy': {'1.8'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SecurityGroup': {'1.4'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SubPort': {'1.0'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Subnet': {'1.1'}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Trunk': {'1.1'}} Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: consumer versions: Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: { DHCP agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: L3 agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: Metadata agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: Metering agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: Open vSwitch agent@dv-cinder-769602-3-iscsi: { 'AddressGroup': '1.2', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'ConntrackHelper': '1.0', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Log': '1.0', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Network': '1.1', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Port': '1.7', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'PortForwarding': '1.2', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'QosPolicy': '1.8', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SecurityGroup': '1.4', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SecurityGroupRule': '1.2', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SubPort': '1.0', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Subnet': '1.1', Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Trunk': '1.1'}} Jun 22 18:23:40.692398 dv-cinder-769602-3-iscsi neutron-server[92906]: {{(pid=92906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:23:40.725825 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Network f37208fc-efe7-49f8-903a-a583cb8b6559 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:23:40.730528 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:40.738993 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, f37208fc-efe7-49f8-903a-a583cb8b6559) {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:40.743798 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:40.744472 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:40.749118 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9e0a7-d616-4d85-92b4-7001f2b924a8 None None] Network f37208fc-efe7-49f8-903a-a583cb8b6559 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:23:40.764547 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5104897 Jun 22 18:23:41.072006 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-f37208fc-efe7-49f8-903a-a583cb8b6559', 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'fixed_ips': [{'subnet_id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:23:41.073218 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:41.368117 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Allocated IP 172.20.0.2 (f37208fc-efe7-49f8-903a-a583cb8b6559/d690f6c7-ae2e-4b35-8bdf-43bffc06a425/3418483b-dd83-4957-8c73-a7d43f226693) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:23:41.577557 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:41.595769 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Transition to ACTIVE for port object 3418483b-dd83-4957-8c73-a7d43f226693 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:23:41.648984 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Transition to ACTIVE for port object 3418483b-dd83-4957-8c73-a7d43f226693 will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:23:41.657461 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:41.660956 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:41.731352 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Network f37208fc-efe7-49f8-903a-a583cb8b6559 is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:23:41.736049 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:41.740610 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:23:41.749962 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Pushing event updated for resources: {'Port': ['ID=3418483b-dd83-4957-8c73-a7d43f226693,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:41.776229 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.776557 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.776886 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.777202 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.777516 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.777862 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.778178 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.778487 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.778807 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.779118 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.779449 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.779756 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Tracked resource versions report: Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: pushed versions: Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: { 'AddressGroup': {'1.2'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'ConntrackHelper': {'1.0'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Log': {'1.0'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Network': {'1.1'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Port': {'1.7'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'PortForwarding': {'1.2'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'QosPolicy': {'1.8'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SecurityGroup': {'1.4'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SubPort': {'1.0'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Subnet': {'1.1'}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Trunk': {'1.1'}} Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: consumer versions: Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: { DHCP agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: L3 agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: Metadata agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: Metering agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: Open vSwitch agent@dv-cinder-769602-3-iscsi: { 'AddressGroup': '1.2', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'ConntrackHelper': '1.0', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Log': '1.0', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Network': '1.1', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Port': '1.7', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'PortForwarding': '1.2', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'QosPolicy': '1.8', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SecurityGroup': '1.4', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SecurityGroupRule': '1.2', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SubPort': '1.0', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Subnet': '1.1', Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Trunk': '1.1'}} Jun 22 18:23:41.780822 dv-cinder-769602-3-iscsi neutron-server[92907]: {{(pid=92907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:23:41.785036 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:41.834274 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Attempting to bind port 3418483b-dd83-4957-8c73-a7d43f226693 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:23:41.834674 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Attempting to bind port 3418483b-dd83-4957-8c73-a7d43f226693 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '2f682656-a085-425c-919c-7841a89e3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:23:41.835163 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Attempting to bind port 3418483b-dd83-4957-8c73-a7d43f226693 on network f37208fc-efe7-49f8-903a-a583cb8b6559 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:23:41.840071 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:23:41.840487 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Checking segment: {'id': '2f682656-a085-425c-919c-7841a89e3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:23:41.840962 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:41.841352 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Bound using segment: {'id': '2f682656-a085-425c-919c-7841a89e3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:23:41.841833 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Bound port: 3418483b-dd83-4957-8c73-a7d43f226693, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f682656-a085-425c-919c-7841a89e3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:23:41.842248 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:41.906618 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] For port 3418483b-dd83-4957-8c73-a7d43f226693, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:23:41.911609 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] For port 3418483b-dd83-4957-8c73-a7d43f226693, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=3418483b-dd83-4957-8c73-a7d43f226693,segment=NetworkSegment(2f682656-a085-425c-919c-7841a89e3dc7),segment_id=2f682656-a085-425c-919c-7841a89e3dc7)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:23:41.917380 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:41.920297 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:41.988616 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Pushing event updated for resources: {'Port': ['ID=3418483b-dd83-4957-8c73-a7d43f226693,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:41.991917 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:43.202901 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56862) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:43.543813 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [None req-3db44ab1-b45a-4f9c-b3c9-1cfaa1d7e902 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:23:43.544915 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-3db44ab1-b45a-4f9c-b3c9-1cfaa1d7e902 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3409979 Jun 22 18:23:46.039656 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56870) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:46.389108 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [None req-63712729-62ef-46dc-8ee7-d9c39fe7ecc3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:23:46.390072 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-63712729-62ef-46dc-8ee7-d9c39fe7ecc3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3492885 Jun 22 18:23:47.972595 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 3418483b-dd83-4957-8c73-a7d43f226693 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:48.053529 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 3418483b-dd83-4957-8c73-a7d43f226693 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:48.148790 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53adec68-5a2d-42cf-8531-2dcc69bbc591 None None] Network f37208fc-efe7-49f8-903a-a583cb8b6559 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:23:48.206920 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-58b31506-20e6-4cea-9ee3-c1adcaaac6c8 None None] Provisioning for port 3418483b-dd83-4957-8c73-a7d43f226693 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:48.212398 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-58b31506-20e6-4cea-9ee3-c1adcaaac6c8 None None] Provisioning complete for port 3418483b-dd83-4957-8c73-a7d43f226693 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:48.212799 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-58b31506-20e6-4cea-9ee3-c1adcaaac6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:48.385138 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-58b31506-20e6-4cea-9ee3-c1adcaaac6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:48.458006 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-58b31506-20e6-4cea-9ee3-c1adcaaac6c8 None None] For port 3418483b-dd83-4957-8c73-a7d43f226693, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=3418483b-dd83-4957-8c73-a7d43f226693,segment=NetworkSegment(2f682656-a085-425c-919c-7841a89e3dc7),segment_id=2f682656-a085-425c-919c-7841a89e3dc7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:23:48.464638 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-58b31506-20e6-4cea-9ee3-c1adcaaac6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:48.470419 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:48.524492 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b31506-20e6-4cea-9ee3-c1adcaaac6c8 None None] Pushing event updated for resources: {'Port': ['ID=3418483b-dd83-4957-8c73-a7d43f226693,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:48.527827 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-58b31506-20e6-4cea-9ee3-c1adcaaac6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:48.687585 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-95eafa81-c8ce-4487-b0dc-1ef47b19bd21 None None] Provisioning complete for port 3418483b-dd83-4957-8c73-a7d43f226693 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:48.687939 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-95eafa81-c8ce-4487-b0dc-1ef47b19bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:49.058625 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56884) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:49.379851 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-35ad5b95-5ae2-4ab7-aa33-7abfdc83284e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '751e27456ba94db884e93b432612ad53', 'name': 'router1'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:49.404232 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-35ad5b95-5ae2-4ab7-aa33-7abfdc83284e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:49.405814 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-35ad5b95-5ae2-4ab7-aa33-7abfdc83284e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:49.552216 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-35ad5b95-5ae2-4ab7-aa33-7abfdc83284e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:49.557463 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-35ad5b95-5ae2-4ab7-aa33-7abfdc83284e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:49.571310 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-35ad5b95-5ae2-4ab7-aa33-7abfdc83284e admin admin] Notify callbacks [] for router, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:49.572513 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-35ad5b95-5ae2-4ab7-aa33-7abfdc83284e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5129321 Jun 22 18:23:49.948407 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 3418483b-dd83-4957-8c73-a7d43f226693 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:49.994822 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 3418483b-dd83-4957-8c73-a7d43f226693 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:49.995509 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:51.947615 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56892) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:51.979694 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-399caedb-1a05-4e7a-a9c5-332248cfd1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:52.262821 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [None req-606e4dd5-2981-4ac5-977d-d717a87fecc5 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:23:52.263828 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-606e4dd5-2981-4ac5-977d-d717a87fecc5 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3152928 Jun 22 18:23:54.656088 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56900) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:54.969756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:54.992084 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Made reservation on behalf of 0352989979094eac845eb7f4fb02aa49 for: {'network': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:23:54.994397 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:55.002269 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:55.095226 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:55.099408 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:55.103314 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:55.115893 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Reserving flat network on physical network physnet1 {{(pid=92905) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 18:23:55.136564 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96be66be-8a19-4b45-91e6-f4b3c4a01025,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:55.139583 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:55.139922 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.segments_db [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Added segment be3a4e49-1045-405f-ade7-bb20ef9d8085 of type flat for network 3bb08a0c-1f11-4363-b90d-06294274e1e7 Jun 22 18:23:55.152253 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:55.189400 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:55.226722 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:55.228266 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:55.228826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:55.231923 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:55.298258 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6410725 Jun 22 18:23:55.311063 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb08a0c-1f11-4363-b90d-06294274e1e7,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:55.313925 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:55.322684 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:23:55.603234 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-007b9b4b-15bb-4824-9213-27d90b389469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:55.769143 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:56.015989 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:57.684541 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56918) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:57.911691 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb061f-4274-466d-9ff0-2f96d433280f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:57.913075 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-53fb061f-4274-466d-9ff0-2f96d433280f admin admin] 10.222.0.39 "GET /v2.0/subnets/d690f6c7-ae2e-4b35-8bdf-43bffc06a425 HTTP/1.1" status: 200 len: 849 time: 0.2275918 Jun 22 18:23:58.031524 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-204da85d-0af0-48ca-b8d3-e7d9fa5d807d admin admin] 10.222.0.39 "GET /v2.0/routers/04a6bf2b-0c87-4d4d-9c01-045e8c7288ce HTTP/1.1" status: 200 len: 704 time: 0.1130748 Jun 22 18:23:58.060398 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:58.315409 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:58.604011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Allocated IP 172.20.0.1 (f37208fc-efe7-49f8-903a-a583cb8b6559/d690f6c7-ae2e-4b35-8bdf-43bffc06a425/63e88397-4cdc-432f-b88f-eeebdb4e8aad) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:23:58.791443 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:58.814999 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Transition to ACTIVE for port object 63e88397-4cdc-432f-b88f-eeebdb4e8aad will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:23:58.897801 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:58.900845 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:59.022859 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Network f37208fc-efe7-49f8-903a-a583cb8b6559 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:23:59.027767 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:59.033028 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Pushing event updated for resources: {'Port': ['ID=63e88397-4cdc-432f-b88f-eeebdb4e8aad,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:59.044421 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:23:59.044975 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.127655 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:59.259171 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-199a1cf9-629f-47dc-9941-ce3632843b99 None None] Provisioning for port 63e88397-4cdc-432f-b88f-eeebdb4e8aad completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:59.263676 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-199a1cf9-629f-47dc-9941-ce3632843b99 None None] Provisioning complete for port 63e88397-4cdc-432f-b88f-eeebdb4e8aad triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:59.264058 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-199a1cf9-629f-47dc-9941-ce3632843b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.270401 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.297231 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-199a1cf9-629f-47dc-9941-ce3632843b99 None None] Port 63e88397-4cdc-432f-b88f-eeebdb4e8aad cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:23:59.449647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.454011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.455133 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.458135 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:59.536465 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Pushing event updated for resources: {'Port': ['ID=63e88397-4cdc-432f-b88f-eeebdb4e8aad,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:59.540440 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:59.581684 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Network f37208fc-efe7-49f8-903a-a583cb8b6559 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:23:59.582987 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:59.746731 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Router 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:23:59.818266 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-0b964eb0-a34f-4fab-b27b-ea62dbe48a9f None None] Provisioning complete for port 63e88397-4cdc-432f-b88f-eeebdb4e8aad triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:59.818703 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-0b964eb0-a34f-4fab-b27b-ea62dbe48a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.839431 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:23:59.844702 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] 10.222.0.39 "PUT /v2.0/routers/04a6bf2b-0c87-4d4d-9c01-045e8c7288ce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8078992 Jun 22 18:23:59.850768 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Sync routers for ids ['04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:23:59.857161 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-0b964eb0-a34f-4fab-b27b-ea62dbe48a9f None None] Port 63e88397-4cdc-432f-b88f-eeebdb4e8aad cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:23:59.869683 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Routers {'04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:59.870702 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:23:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:24:00.060164 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Set router 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce gateway port host: None {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:24:00.575286 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'name': 'router1', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:49Z', 'updated_at': '2021-06-22T18:23:59Z', 'revision_number': 2, 'project_id': '751e27456ba94db884e93b432612ad53', 'gw_port_host': None, '_interfaces': [{'id': '63e88397-4cdc-432f-b88f-eeebdb4e8aad', 'name': '', 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'mac_address': 'fa:16:3e:71:22:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:58Z', 'updated_at': '2021-06-22T18:23:59Z', 'revision_number': 2, 'project_id': '751e27456ba94db884e93b432612ad53', 'subnets': [{'id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f75c2b9-fecb-4467-8ae5-d6ebb095b29a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:24:00.631386 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Checking router: 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:24:00.631877 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Updating router 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce port 63e88397-4cdc-432f-b88f-eeebdb4e8aad binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:24:00.700327 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:01.217523 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:01.236238 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Transition to ACTIVE for port object 63e88397-4cdc-432f-b88f-eeebdb4e8aad will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:24:01.243574 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:01.248605 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:01.413637 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Attempting to bind port 63e88397-4cdc-432f-b88f-eeebdb4e8aad on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:24:01.414046 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Attempting to bind port 63e88397-4cdc-432f-b88f-eeebdb4e8aad by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '2f682656-a085-425c-919c-7841a89e3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:24:01.414495 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Attempting to bind port 63e88397-4cdc-432f-b88f-eeebdb4e8aad on network f37208fc-efe7-49f8-903a-a583cb8b6559 {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:24:01.420029 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:24:01.420465 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Checking segment: {'id': '2f682656-a085-425c-919c-7841a89e3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:24:01.420932 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:01.421321 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Bound using segment: {'id': '2f682656-a085-425c-919c-7841a89e3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:24:01.421825 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Bound port: 63e88397-4cdc-432f-b88f-eeebdb4e8aad, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f682656-a085-425c-919c-7841a89e3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:24:01.422195 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:01.424096 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Pushing event updated for resources: {'Port': ['ID=63e88397-4cdc-432f-b88f-eeebdb4e8aad,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:01.439754 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.440085 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.441111 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.441505 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.441864 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.442187 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.442502 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.442816 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.443176 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.443514 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.443823 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.444131 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Tracked resource versions report: Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: pushed versions: Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: { 'AddressGroup': {'1.2'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'ConntrackHelper': {'1.0'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Log': {'1.0'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Network': {'1.1'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Port': {'1.7'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'PortForwarding': {'1.2'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'QosPolicy': {'1.8'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SecurityGroup': {'1.4'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SubPort': {'1.0'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Subnet': {'1.1'}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Trunk': {'1.1'}} Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: consumer versions: Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: { DHCP agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: L3 agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: Metadata agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: Metering agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: Open vSwitch agent@dv-cinder-769602-3-iscsi: { 'AddressGroup': '1.2', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'ConntrackHelper': '1.0', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Log': '1.0', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Network': '1.1', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Port': '1.7', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'PortForwarding': '1.2', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'QosPolicy': '1.8', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SecurityGroup': '1.4', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SecurityGroupRule': '1.2', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SubPort': '1.0', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Subnet': '1.1', Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Trunk': '1.1'}} Jun 22 18:24:01.445202 dv-cinder-769602-3-iscsi neutron-server[92908]: {{(pid=92908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:24:01.450662 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:01.506981 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] For port 63e88397-4cdc-432f-b88f-eeebdb4e8aad, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:24:01.528061 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] For port 63e88397-4cdc-432f-b88f-eeebdb4e8aad, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=63e88397-4cdc-432f-b88f-eeebdb4e8aad,segment=NetworkSegment(2f682656-a085-425c-919c-7841a89e3dc7),segment_id=2f682656-a085-425c-919c-7841a89e3dc7)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:24:01.532459 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:01.536264 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:01.583784 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Routers {'04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:24:01.584412 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:23:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:24:01.673493 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Pushing event updated for resources: {'Port': ['ID=63e88397-4cdc-432f-b88f-eeebdb4e8aad,revision_number=4']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:01.681133 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:01.688520 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] Set router 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce gateway port host: None {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:24:01.908529 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'name': 'router1', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:49Z', 'updated_at': '2021-06-22T18:23:59Z', 'revision_number': 2, 'project_id': '751e27456ba94db884e93b432612ad53', 'gw_port_host': None, '_interfaces': [{'id': '63e88397-4cdc-432f-b88f-eeebdb4e8aad', 'name': '', 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'mac_address': 'fa:16:3e:71:22:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:58Z', 'updated_at': '2021-06-22T18:24:01Z', 'revision_number': 4, 'project_id': '751e27456ba94db884e93b432612ad53', 'subnets': [{'id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f75c2b9-fecb-4467-8ae5-d6ebb095b29a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:24:01.937852 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e069d-823b-455f-b69c-3f5efdbf86b9 None None] The sync data for ids ['04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'] in dv-cinder-769602-3-iscsi is: [{'id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'name': 'router1', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:49Z', 'updated_at': '2021-06-22T18:23:59Z', 'revision_number': 2, 'project_id': '751e27456ba94db884e93b432612ad53', 'gw_port_host': None, '_interfaces': [{'id': '63e88397-4cdc-432f-b88f-eeebdb4e8aad', 'name': '', 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'mac_address': 'fa:16:3e:71:22:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:58Z', 'updated_at': '2021-06-22T18:24:01Z', 'revision_number': 4, 'project_id': '751e27456ba94db884e93b432612ad53', 'subnets': [{'id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f75c2b9-fecb-4467-8ae5-d6ebb095b29a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:24:02.160231 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56940) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:02.275505 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c00c1-1aff-4be7-b27d-b9428caa2bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:02.276885 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-1b8c00c1-1aff-4be7-b27d-b9428caa2bed admin admin] 10.222.0.39 "GET /v2.0/networks/3bb08a0c-1f11-4363-b90d-06294274e1e7 HTTP/1.1" status: 200 len: 842 time: 0.1156199 Jun 22 18:24:02.286375 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Request body: {'subnet': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:24:02.309836 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Made reservation on behalf of 0352989979094eac845eb7f4fb02aa49 for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:24:02.312512 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:02.631737 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.objects.ports [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92905) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 18:24:02.632192 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:02.634243 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:02.694588 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10623205-50a1-4ed5-94c8-d0aa3fb34a1f,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:02.701475 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:02.704870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:24:02.705216 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Network hostable DHCP agents. Network: 3bb08a0c-1f11-4363-b90d-06294274e1e7, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:24:02.729701 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:24:02.742720 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 3bb08a0c-1f11-4363-b90d-06294274e1e7) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:24:02.747085 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:02.747710 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:02.752525 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecee4fa-fad3-4947-a99f-bf160e744e7f None None] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:24:02.770459 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4803684 Jun 22 18:24:02.917696 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b19655-f7af-40d0-bbb0-11abe79a8d1e None None] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:24:05.075733 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 56952) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:05.386304 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-10675175-1ce8-4720-8dac-ede7e45ae2fc admin admin] 10.222.0.39 "GET /v2.0/routers/04a6bf2b-0c87-4d4d-9c01-045e8c7288ce HTTP/1.1" status: 200 len: 710 time: 0.3094580 Jun 22 18:24:05.502907 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effc8319-4941-44e9-887d-8f1deb1769b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:05.504785 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-effc8319-4941-44e9-887d-8f1deb1769b6 admin admin] 10.222.0.39 "GET /v2.0/networks/3bb08a0c-1f11-4363-b90d-06294274e1e7 HTTP/1.1" status: 200 len: 886 time: 0.1134181 Jun 22 18:24:05.513571 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:24:05.780856 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.004254 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 63e88397-4cdc-432f-b88f-eeebdb4e8aad up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:24:06.028976 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.057311 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 63e88397-4cdc-432f-b88f-eeebdb4e8aad completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:24:06.062459 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 63e88397-4cdc-432f-b88f-eeebdb4e8aad triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:24:06.063167 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.109485 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.146406 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.179210 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 63e88397-4cdc-432f-b88f-eeebdb4e8aad, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=63e88397-4cdc-432f-b88f-eeebdb4e8aad,segment=NetworkSegment(2f682656-a085-425c-919c-7841a89e3dc7),segment_id=2f682656-a085-425c-919c-7841a89e3dc7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:24:06.184503 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.187833 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-ed3adefe-77e8-4fbe-ba36-f0895f1fb004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:06.240354 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=63e88397-4cdc-432f-b88f-eeebdb4e8aad,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:06.245136 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:06.284712 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Allocated IP 172.27.3.215 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/77bb44db-943a-4d93-bec5-098bd7a032ef) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:24:06.396916 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.479014 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.482734 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:06.559415 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:24:06.568089 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:24:06.570787 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:24:06.576698 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Pushing event updated for resources: {'Port': ['ID=77bb44db-943a-4d93-bec5-098bd7a032ef,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:06.609994 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:06.901679 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:07.115591 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:07.119040 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1621229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1621298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693249'] for router, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:07.231053 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Router 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:24:07.348560 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:24:07.353499 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:07.354701 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] 10.222.0.39 "PUT /v2.0/routers/04a6bf2b-0c87-4d4d-9c01-045e8c7288ce HTTP/1.1" status: 200 len: 890 time: 1.8443620 Jun 22 18:24:07.365358 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Sync routers for ids ['04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:24:07.383318 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Routers {'04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:24:07.384053 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:23:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:24:07.676788 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Set router 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:24:07.985096 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 63e88397-4cdc-432f-b88f-eeebdb4e8aad up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:24:08.100996 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 63e88397-4cdc-432f-b88f-eeebdb4e8aad triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:24:08.101385 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.171788 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'name': 'router1', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '77bb44db-943a-4d93-bec5-098bd7a032ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:49Z', 'updated_at': '2021-06-22T18:24:06Z', 'revision_number': 4, 'project_id': '751e27456ba94db884e93b432612ad53', 'gw_port': {'id': '77bb44db-943a-4d93-bec5-098bd7a032ef', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:24:06Z', 'updated_at': '2021-06-22T18:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '63e88397-4cdc-432f-b88f-eeebdb4e8aad', 'name': '', 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'mac_address': 'fa:16:3e:71:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:58Z', 'updated_at': '2021-06-22T18:24:06Z', 'revision_number': 5, 'project_id': '751e27456ba94db884e93b432612ad53', 'subnets': [{'id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f75c2b9-fecb-4467-8ae5-d6ebb095b29a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:24:08.224831 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Checking router: 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:24:08.225183 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Updating router 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce port 77bb44db-943a-4d93-bec5-098bd7a032ef binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:24:08.283606 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.611798 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.622691 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Transition to ACTIVE for port object 77bb44db-943a-4d93-bec5-098bd7a032ef will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:24:08.632414 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.634661 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:08.685706 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574b8dc-95bb-429e-b2ba-7607e8185a0f None None] Pushing event updated for resources: {'Port': ['ID=77bb44db-943a-4d93-bec5-098bd7a032ef,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:08.688074 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Attempting to bind port 77bb44db-943a-4d93-bec5-098bd7a032ef on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:24:08.688442 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Attempting to bind port 77bb44db-943a-4d93-bec5-098bd7a032ef by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:24:08.688798 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Attempting to bind port 77bb44db-943a-4d93-bec5-098bd7a032ef on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:24:08.691471 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-0574b8dc-95bb-429e-b2ba-7607e8185a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:08.695312 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:24:08.695766 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:24:08.696118 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.696510 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:24:08.696976 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Bound port: 77bb44db-943a-4d93-bec5-098bd7a032ef, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:24:08.697344 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.747598 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] For port 77bb44db-943a-4d93-bec5-098bd7a032ef, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:24:08.751096 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] For port 77bb44db-943a-4d93-bec5-098bd7a032ef, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=77bb44db-943a-4d93-bec5-098bd7a032ef,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:24:08.756009 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.758235 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:08.817261 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Routers {'04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:24:08.817914 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:23:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:24:08.933317 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574b8dc-95bb-429e-b2ba-7607e8185a0f None None] Pushing event updated for resources: {'Port': ['ID=77bb44db-943a-4d93-bec5-098bd7a032ef,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:08.941821 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-0574b8dc-95bb-429e-b2ba-7607e8185a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:09.016653 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] Set router 04a6bf2b-0c87-4d4d-9c01-045e8c7288ce gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:24:09.236958 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'name': 'router1', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '77bb44db-943a-4d93-bec5-098bd7a032ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:49Z', 'updated_at': '2021-06-22T18:24:06Z', 'revision_number': 4, 'project_id': '751e27456ba94db884e93b432612ad53', 'gw_port': {'id': '77bb44db-943a-4d93-bec5-098bd7a032ef', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:24:06Z', 'updated_at': '2021-06-22T18:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '63e88397-4cdc-432f-b88f-eeebdb4e8aad', 'name': '', 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'mac_address': 'fa:16:3e:71:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:58Z', 'updated_at': '2021-06-22T18:24:06Z', 'revision_number': 5, 'project_id': '751e27456ba94db884e93b432612ad53', 'subnets': [{'id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f75c2b9-fecb-4467-8ae5-d6ebb095b29a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:24:09.264428 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05675ca-918a-421d-964c-e757b9e178fc None None] The sync data for ids ['04a6bf2b-0c87-4d4d-9c01-045e8c7288ce'] in dv-cinder-769602-3-iscsi is: [{'id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'name': 'router1', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '77bb44db-943a-4d93-bec5-098bd7a032ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:49Z', 'updated_at': '2021-06-22T18:24:06Z', 'revision_number': 4, 'project_id': '751e27456ba94db884e93b432612ad53', 'gw_port': {'id': '77bb44db-943a-4d93-bec5-098bd7a032ef', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:24:06Z', 'updated_at': '2021-06-22T18:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '63e88397-4cdc-432f-b88f-eeebdb4e8aad', 'name': '', 'network_id': 'f37208fc-efe7-49f8-903a-a583cb8b6559', 'tenant_id': '751e27456ba94db884e93b432612ad53', 'mac_address': 'fa:16:3e:71:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a6bf2b-0c87-4d4d-9c01-045e8c7288ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:58Z', 'updated_at': '2021-06-22T18:24:06Z', 'revision_number': 5, 'project_id': '751e27456ba94db884e93b432612ad53', 'subnets': [{'id': 'd690f6c7-ae2e-4b35-8bdf-43bffc06a425', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f75c2b9-fecb-4467-8ae5-d6ebb095b29a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:24:09.869041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 56960) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:10.006782 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 77bb44db-943a-4d93-bec5-098bd7a032ef up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:24:10.025988 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-6f7a97eb-8476-40d4-8ca9-e9b603147afd admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1529801 Jun 22 18:24:10.064989 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 77bb44db-943a-4d93-bec5-098bd7a032ef completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:24:10.069408 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 77bb44db-943a-4d93-bec5-098bd7a032ef triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:24:10.069864 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:10.157244 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:10.180921 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 77bb44db-943a-4d93-bec5-098bd7a032ef, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=77bb44db-943a-4d93-bec5-098bd7a032ef,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:24:10.185599 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:10.187957 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:10.240335 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=77bb44db-943a-4d93-bec5-098bd7a032ef,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:10.250286 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:11.970051 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 77bb44db-943a-4d93-bec5-098bd7a032ef up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:24:12.032717 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 77bb44db-943a-4d93-bec5-098bd7a032ef triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:24:12.032717 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:13.914520 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:24:21.992750 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4909f833-297d-4b39-93ea-02e7a2ee2958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:25.625511 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-48ea1068-5da3-4c62-850d-a415bdb71517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:25.775818 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:26.047829 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:28.100921 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:50.902862 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:24:51.987692 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7db8-06a6-40e3-b109-5b5474d4f14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:55.611269 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-3617bd7e-1352-46b7-8381-36fa3b3fc009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:55.771780 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:56.024057 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:58.097810 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:21.993767 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1a5477d1-c7ef-4ed8-be56-40b3ab7b1e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:25.622094 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-0598a799-34af-41bf-adf3-a9ae54a3a1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:25.792390 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:26.030915 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:27.903780 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:25:28.100818 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:51.987626 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b1012210-7fee-406a-bb4c-0c55884dc8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:55.223240 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57528) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:55.301054 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06fadba-8518-44ce-bbff-322846145be6 admin admin] GET failed (client error): The resource could not be found. Jun 22 18:25:55.302538 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a06fadba-8518-44ce-bbff-322846145be6 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0783346 Jun 22 18:25:55.593663 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbb5cc-8843-4c66-88c4-2c47991ec046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:55.595732 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-d8fbb5cc-8843-4c66-88c4-2c47991ec046 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2876010 Jun 22 18:25:55.621637 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a3a0-023e-48b5-944d-245b0fbc07e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:55.780545 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:56.037058 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.084762 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 57538) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:58.106601 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.218139 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc431fce-420b-4a89-90fa-42d4de0a3e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:58.219663 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fc431fce-420b-4a89-90fa-42d4de0a3e0f admin admin] 10.222.0.39 "GET /v2.0/subnets/d690f6c7-ae2e-4b35-8bdf-43bffc06a425 HTTP/1.1" status: 200 len: 849 time: 0.1336992 Jun 22 18:25:58.233138 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:25:58.334680 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Notify callbacks [] for subnet, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.532135 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758129344732'] for subnet, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.534347 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:58.567309 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:58.567826 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.569647 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] 10.222.0.39 "PUT /v2.0/subnets/d690f6c7-ae2e-4b35-8bdf-43bffc06a425 HTTP/1.1" status: 200 len: 868 time: 0.3433037 Jun 22 18:25:58.574461 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6372d-812c-4444-84a1-7c4a495ed296 None None] Network f37208fc-efe7-49f8-903a-a583cb8b6559 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:25:58.593796 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d690f6c7-ae2e-4b35-8bdf-43bffc06a425,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:58.602513 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.604068 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.604068 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.604068 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.604068 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.606337 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.606337 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.606337 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.606337 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.606337 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.606996 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.607450 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.611274 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:59.051668 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-6841ba5f-fbb9-4f81-b3d0-4e4f6a10d864 None None] Provisioning complete for port 3418483b-dd83-4957-8c73-a7d43f226693 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:25:59.052094 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6841ba5f-fbb9-4f81-b3d0-4e4f6a10d864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:59.186977 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-6841ba5f-fbb9-4f81-b3d0-4e4f6a10d864 None None] Provisioning complete for port 63e88397-4cdc-432f-b88f-eeebdb4e8aad triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:25:59.187762 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6841ba5f-fbb9-4f81-b3d0-4e4f6a10d864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:01.321711 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57548) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:01.587621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e19b5d-1a14-44d8-b363-b800b9754179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:01.588131 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e19b5d-1a14-44d8-b363-b800b9754179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:01.589887 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-c2e19b5d-1a14-44d8-b363-b800b9754179 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2672024 Jun 22 18:26:03.990166 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57556) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:04.193343 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d366a-1099-462b-a7c5-9bab8386c91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:04.194435 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d366a-1099-462b-a7c5-9bab8386c91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:04.196620 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-794d366a-1099-462b-a7c5-9bab8386c91e admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2044759 Jun 22 18:26:04.902286 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:26:06.522765 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57564) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:06.650100 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a10e2-7f2d-47f0-b78b-46f1c36d28e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:06.651490 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-dc2a10e2-7f2d-47f0-b78b-46f1c36d28e6 admin admin] 10.222.0.39 "GET /v2.0/networks/3bb08a0c-1f11-4363-b90d-06294274e1e7 HTTP/1.1" status: 200 len: 886 time: 0.1277258 Jun 22 18:26:08.851424 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57572) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:08.991666 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d54852-1e36-4b84-9169-7f7d73e2ad62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:08.993117 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-28d54852-1e36-4b84-9169-7f7d73e2ad62 admin admin] 10.222.0.39 "GET /v2.0/networks/f37208fc-efe7-49f8-903a-a583cb8b6559 HTTP/1.1" status: 200 len: 870 time: 0.1407561 Jun 22 18:26:11.196593 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57580) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:11.325612 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca6b94-e91b-4fc0-9763-013b4aa5f70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:11.326081 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca6b94-e91b-4fc0-9763-013b4aa5f70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:11.327623 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-42ca6b94-e91b-4fc0-9763-013b4aa5f70b admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300762 Jun 22 18:26:13.558023 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57588) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:13.656151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a3ce31-8f4c-4dcc-bb01-e1e8292b502e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:13.656597 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a3ce31-8f4c-4dcc-bb01-e1e8292b502e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:13.658116 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-56a3ce31-8f4c-4dcc-bb01-e1e8292b502e admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0991533 Jun 22 18:26:15.860051 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 57596) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:15.953950 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec03f2fe-3f4e-4017-a01a-46ee60727ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:15.955292 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-ec03f2fe-3f4e-4017-a01a-46ee60727ee3 admin admin] 10.222.0.39 "GET /v2.0/subnets/10623205-50a1-4ed5-94c8-d0aa3fb34a1f HTTP/1.1" status: 200 len: 816 time: 0.0942900 Jun 22 18:26:18.146248 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 57604) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:18.244387 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af22d1-17e6-4fe3-99cd-1cd114768109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:18.245745 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-37af22d1-17e6-4fe3-99cd-1cd114768109 admin admin] 10.222.0.39 "GET /v2.0/subnets/d690f6c7-ae2e-4b35-8bdf-43bffc06a425 HTTP/1.1" status: 200 len: 868 time: 0.0985634 Jun 22 18:26:22.000336 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ff2b90ae-db5a-4b92-bad5-f92076769c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:25.615135 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-04100a17-d056-4e4e-864c-8adf8784d43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:25.779423 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:26.036392 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:28.103826 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:41.901599 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:26:42.396769 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 57648) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:42.444977 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [None req-cacb447d-2230-447a-9ece-9a7b5da746a6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:26:42.445977 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-cacb447d-2230-447a-9ece-9a7b5da746a6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482101 Jun 22 18:26:44.714107 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 57656) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:44.778463 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.pecan_wsgi.hooks.translation [None req-624689db-ce7f-4692-ad0f-d2021e9813f4 admin admin] GET failed (client error): The resource could not be found. Jun 22 18:26:44.779882 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-624689db-ce7f-4692-ad0f-d2021e9813f4 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648422 Jun 22 18:26:44.926154 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780a530-c982-49c5-8f14-d9eed994df8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:44.927541 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b780a530-c982-49c5-8f14-d9eed994df8d admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1437421 Jun 22 18:26:47.158029 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 57664) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:47.207173 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:26:47.231355 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Made reservation on behalf of 0352989979094eac845eb7f4fb02aa49 for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:26:47.233867 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:47.284164 dv-cinder-769602-3-iscsi neutron-server[92906]: WARNING neutron.services.revisions.revision_plugin [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Could not find related network for resource to bump revision. Jun 22 18:26:47.302756 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:26:47.319043 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758129425619', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:47.319647 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Unsubscribe: segment precommit_create {{(pid=92906) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 18:26:47.320715 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Added segment fa5a20cc-21a3-415e-b67c-b87e7b87408e of type vlan for network e68081d5-7a07-4705-8b55-ffc0004c902c Jun 22 18:26:47.367422 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:47.410955 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:47.412874 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:47.413707 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:47.417502 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:26:47.567988 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4088619 Jun 22 18:26:47.594313 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Pushing event updated for resources: {'Network': ['ID=e68081d5-7a07-4705-8b55-ffc0004c902c,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:26:47.598079 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:47.609094 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network e68081d5-7a07-4705-8b55-ffc0004c902c details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:26:49.839009 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 57672) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:49.901483 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.pecan_wsgi.hooks.translation [None req-278ccdad-1621-43a8-861a-3bf22589c232 admin admin] GET failed (client error): The resource could not be found. Jun 22 18:26:49.902734 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-278ccdad-1621-43a8-861a-3bf22589c232 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625546 Jun 22 18:26:49.980650 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7076e5-a3cb-414c-84db-84e8aed09623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:49.982115 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-bd7076e5-a3cb-414c-84db-84e8aed09623 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0738800 Jun 22 18:26:49.994632 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:26:50.019770 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Made reservation on behalf of 0352989979094eac845eb7f4fb02aa49 for: {'subnet': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:26:50.022538 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:50.201372 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:50.209553 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-87680335-75ea-42bc-925c-24d1b2a7f974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:26:50.263022 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d26224-0d47-40b7-8d3e-4e90defe9639,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:26:50.265869 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:50.281726 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Checking segment: {'id': 'fa5a20cc-21a3-415e-b67c-b87e7b87408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:26:50.282073 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Network hostable DHCP agents. Network: e68081d5-7a07-4705-8b55-ffc0004c902c, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:26:50.300538 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Network e68081d5-7a07-4705-8b55-ffc0004c902c is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:26:50.311922 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, e68081d5-7a07-4705-8b55-ffc0004c902c) {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:26:50.318557 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:50.318557 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:50.322994 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3aeb7-f47b-4d58-bae5-73054852c2cd None None] Network e68081d5-7a07-4705-8b55-ffc0004c902c requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:26:50.340482 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3514907 Jun 22 18:26:50.513002 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-e68081d5-7a07-4705-8b55-ffc0004c902c', 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c', 'tenant_id': '0352989979094eac845eb7f4fb02aa49', 'fixed_ips': [{'subnet_id': '47d26224-0d47-40b7-8d3e-4e90defe9639'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:26:50.514313 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:50.698050 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Allocated IP 192.168.233.2 (e68081d5-7a07-4705-8b55-ffc0004c902c/47d26224-0d47-40b7-8d3e-4e90defe9639/3b68c452-fd90-42bf-89e8-5151b616adb5) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:26:50.915483 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:50.931900 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Transition to ACTIVE for port object 3b68c452-fd90-42bf-89e8-5151b616adb5 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:26:50.953458 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Transition to ACTIVE for port object 3b68c452-fd90-42bf-89e8-5151b616adb5 will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:26:50.964490 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:50.968552 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:26:51.044945 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Network e68081d5-7a07-4705-8b55-ffc0004c902c is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:26:51.050168 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:26:51.054072 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:26:51.063972 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Pushing event updated for resources: {'Port': ['ID=3b68c452-fd90-42bf-89e8-5151b616adb5,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:26:51.098953 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.099366 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.099795 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.100228 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.100654 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.101080 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.102212 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.103400 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.103616 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.104022 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.104441 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.104889 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:51.110636 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:51.143871 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Attempting to bind port 3b68c452-fd90-42bf-89e8-5151b616adb5 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:26:51.145013 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Attempting to bind port 3b68c452-fd90-42bf-89e8-5151b616adb5 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'fa5a20cc-21a3-415e-b67c-b87e7b87408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:26:51.145013 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Attempting to bind port 3b68c452-fd90-42bf-89e8-5151b616adb5 on network e68081d5-7a07-4705-8b55-ffc0004c902c {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:26:51.151036 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:26:51.151405 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Checking segment: {'id': 'fa5a20cc-21a3-415e-b67c-b87e7b87408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:26:51.151709 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:51.152111 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Bound using segment: {'id': 'fa5a20cc-21a3-415e-b67c-b87e7b87408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:26:51.152694 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Bound port: 3b68c452-fd90-42bf-89e8-5151b616adb5, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5a20cc-21a3-415e-b67c-b87e7b87408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:26:51.152974 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:51.238571 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] For port 3b68c452-fd90-42bf-89e8-5151b616adb5, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:26:51.243119 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] For port 3b68c452-fd90-42bf-89e8-5151b616adb5, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=3b68c452-fd90-42bf-89e8-5151b616adb5,segment=NetworkSegment(fa5a20cc-21a3-415e-b67c-b87e7b87408e),segment_id=fa5a20cc-21a3-415e-b67c-b87e7b87408e)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:26:51.248923 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:51.251647 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:26:51.338659 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Pushing event updated for resources: {'Port': ['ID=3b68c452-fd90-42bf-89e8-5151b616adb5,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:26:51.342974 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:52.001268 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2319d4f3-24fa-4c41-8fb8-f8c9a4cabbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:52.152093 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 3b68c452-fd90-42bf-89e8-5151b616adb5 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:26:52.225930 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 3b68c452-fd90-42bf-89e8-5151b616adb5 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:26:52.329850 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef757b3-c302-40a9-ac47-ac3f0ff2844b None None] Network e68081d5-7a07-4705-8b55-ffc0004c902c requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:26:52.428108 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-2ca20900-b15c-4a16-a737-127b90adb43a None None] Provisioning for port 3b68c452-fd90-42bf-89e8-5151b616adb5 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:26:52.435268 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-2ca20900-b15c-4a16-a737-127b90adb43a None None] Provisioning complete for port 3b68c452-fd90-42bf-89e8-5151b616adb5 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:26:52.435678 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2ca20900-b15c-4a16-a737-127b90adb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:52.611781 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2ca20900-b15c-4a16-a737-127b90adb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:52.667626 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-2ca20900-b15c-4a16-a737-127b90adb43a None None] For port 3b68c452-fd90-42bf-89e8-5151b616adb5, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=3b68c452-fd90-42bf-89e8-5151b616adb5,segment=NetworkSegment(fa5a20cc-21a3-415e-b67c-b87e7b87408e),segment_id=fa5a20cc-21a3-415e-b67c-b87e7b87408e)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:26:52.674084 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2ca20900-b15c-4a16-a737-127b90adb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:52.693595 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-58b31506-20e6-4cea-9ee3-c1adcaaac6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:26:52.761776 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca20900-b15c-4a16-a737-127b90adb43a None None] Pushing event updated for resources: {'Port': ['ID=3b68c452-fd90-42bf-89e8-5151b616adb5,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:26:52.772154 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-2ca20900-b15c-4a16-a737-127b90adb43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:53.005242 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-f51f9af2-84b1-4c73-a94d-11c2bee6f363 None None] Provisioning complete for port 3b68c452-fd90-42bf-89e8-5151b616adb5 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:26:53.005796 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f51f9af2-84b1-4c73-a94d-11c2bee6f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:54.096027 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 3b68c452-fd90-42bf-89e8-5151b616adb5 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:26:54.168975 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 3b68c452-fd90-42bf-89e8-5151b616adb5 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:26:54.169562 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:55.628633 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c416ebf2-b3be-4e1f-b457-8b8feafff066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:55.784033 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:56.042164 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:58.104936 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:18.900202 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:27:21.996012 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-50a1a8c8-766e-4ce0-9bf4-e602f9e4d9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:25.622862 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-955d0202-a006-46e8-a7e4-126a6ddadc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:25.787481 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:26.038892 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:28.114739 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:52.001184 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6af7144b-2566-441b-8132-a9361b3856dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:55.630802 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-52fa1d78-b7f7-407d-80e8-9fb1dbce62b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:55.793619 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:55.900851 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:27:56.045261 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:58.115031 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:03.953450 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 57726) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:28:03.959747 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [None req-e4b45974-e158-429c-91b5-b0f9e082a03d tempest-verify_tempest_config-1728622014 tempest-verify_tempest_config-1728622014-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:28:03.960835 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e4b45974-e158-429c-91b5-b0f9e082a03d tempest-verify_tempest_config-1728622014 tempest-verify_tempest_config-1728622014-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063782 Jun 22 18:28:04.417316 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 57744) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:28:04.543716 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:04.674540 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:04.679983 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:04.683385 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:28:04.724460 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d19d63f-a940-4ad9-b30a-2f60d3105323,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:28:04.728351 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f37932c156fc4cc681fabc9dcec282b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3100469 Jun 22 18:28:04.731441 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57748) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:28:04.734451 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.734937 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.735153 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.735512 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.735836 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.736152 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.736467 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.736780 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.737110 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.737423 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.737731 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.738048 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.747044 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:28:04.805658 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:04.831955 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:04.956283 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:04.960750 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:04.962704 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d19d63f-a940-4ad9-b30a-2f60d3105323 HTTP/1.1" status: 204 len: 168 time: 0.2301459 Jun 22 18:28:04.963674 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:28:04.971855 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d19d63f-a940-4ad9-b30a-2f60d3105323,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:28:04.984065 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.984679 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.985269 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.985807 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.986405 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.986951 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.987547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.988137 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.988827 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.989320 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.989872 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.990385 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:28:04.998028 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:28:22.004520 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-318dad61-7bf9-48b5-8075-c57fdb27089f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:25.627060 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a317a261-c790-4b27-92cb-d595c47d1c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:25.793343 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:26.046462 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:28.113434 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:32.898854 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:28:52.006252 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-20a5ba8a-c1ed-4535-981e-9049ae442433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:55.629217 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7425aa3f-a058-4348-b7ed-a3408e0bd972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:55.796470 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:56.049144 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:58.117191 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:09.897596 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:29:22.007559 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-00d282d2-51d6-4691-9c59-1dc70bd9f504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:25.633685 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e51f95bc-0edd-4ac0-9802-a1639dd2ceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:25.800591 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:26.052191 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:28.117158 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:46.898687 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 5 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:29:52.008169 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-3a6737ef-ec3f-468a-badf-dc440fc3da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.206975 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610'] for agent, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.635813 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-dc1b201b-8cd1-4b73-926c-d658f8a64831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.801946 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.053995 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:58.120666 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.032830 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57822) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:10.138207 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-053db138-1902-4639-adc5-6cbacffca4aa admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1042275 Jun 22 18:30:12.332280 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 57832) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:12.388942 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ec763315-bef1-4e90-816a-1ef99d808405 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0553913 Jun 22 18:30:22.009775 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-696ac578-e89c-4d25-a12c-772071958130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:23.897904 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:30:25.158419 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.638832 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2f6900b4-0062-48d4-a4d7-6c617b14362a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.802032 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.057783 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.128197 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.012617 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e8ff99ed-342b-42db-993f-5a1e19bcc5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.181653 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.639931 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ba2773b9-cc57-4199-af3e-925745e27ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.804450 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.061008 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.128239 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.897281 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:31:22.016031 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-76976964-3062-4911-b83e-d0072be82a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.174245 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.650762 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c91418f8-5c61-4649-bb13-14f49c5a9fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.807215 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.065308 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.137951 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.896677 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:31:47.300926 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58022) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:47.389494 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58036) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:47.569395 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-network', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:47.593636 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Made reservation on behalf of 46ccddfa57734aa5825d32e5f9e9452a for: {'network': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:47.596143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.604642 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.710243 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.716817 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.721371 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:47.749295 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=92905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:47.751741 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61d24d0-3908-4289-9781-2fc2299dd936,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:47.765828 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.766241 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.766642 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.767034 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.767445 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.767860 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.768260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.768633 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.769036 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.769423 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.769798 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.770181 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Tracked resource versions report: Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: pushed versions: Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: { 'AddressGroup': {'1.2'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'ConntrackHelper': {'1.0'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Log': {'1.0'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Network': {'1.1'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Port': {'1.7'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'PortForwarding': {'1.2'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'QosPolicy': {'1.8'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SecurityGroup': {'1.4'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SubPort': {'1.0'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Subnet': {'1.1'}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Trunk': {'1.1'}} Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: consumer versions: Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: { DHCP agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: HyperV agent@hv-cinder-76960: {}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: L3 agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: Metadata agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: Metering agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: Open vSwitch agent@dv-cinder-769602-3-iscsi: { 'AddressGroup': '1.2', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'ConntrackHelper': '1.0', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Log': '1.0', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Network': '1.1', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Port': '1.7', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'PortForwarding': '1.2', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'QosPolicy': '1.8', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SecurityGroup': '1.4', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SecurityGroupRule': '1.2', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'SubPort': '1.0', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Subnet': '1.1', Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: 'Trunk': '1.1'}} Jun 22 18:31:47.771203 dv-cinder-769602-3-iscsi neutron-server[92905]: {{(pid=92905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:31:47.775192 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:47.779260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.779574 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.segments_db [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Added segment 4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7 of type vlan for network d0fe8673-c9a6-4902-a3b1-cc15228312d9 Jun 22 18:31:47.825117 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.845980 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1931691112-network', 'tenant_id': 'a9e1a748e3fa4adea4b1bd872433d839'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:47.873435 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.875437 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.876033 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.878265 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ce6c3df3-4f0b-4f13-b89b-21880598eaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:47.883408 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Made reservation on behalf of a9e1a748e3fa4adea4b1bd872433d839 for: {'network': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:47.885705 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.938911 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.971835 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6669807 Jun 22 18:31:47.972250 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58064) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:47.975073 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Pushing event updated for resources: {'Network': ['ID=d0fe8673-c9a6-4902-a3b1-cc15228312d9,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:47.978145 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Request body: {'subnet': {'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-subnet', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:47.982472 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:47.991386 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network d0fe8673-c9a6-4902-a3b1-cc15228312d9 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:48.049833 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58068) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:48.063778 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.071669 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.071856 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58072) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:48.073810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.102320 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=92905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:48.115435 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7888835f-c0e5-476c-a8ba-35d049092165,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.116212 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Made reservation on behalf of 46ccddfa57734aa5825d32e5f9e9452a for: {'subnet': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:48.119103 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.127584 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.128023 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.segments_db [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Added segment a4a56231-2c95-46ee-8de2-48a7fd705ead of type vlan for network e1da0cf5-fb3f-4c99-bb9c-24a480147272 Jun 22 18:31:48.201661 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.235484 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.240441 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.241924 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.242643 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.246345 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.307493 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.313960 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8f142a81-2d59-4eec-a604-71058b2b465c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.315532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Pushing event updated for resources: {'Network': ['ID=e1da0cf5-fb3f-4c99-bb9c-24a480147272,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.320417 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.321669 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58082) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:48.327687 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9370403 Jun 22 18:31:48.330632 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network e1da0cf5-fb3f-4c99-bb9c-24a480147272 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:48.335039 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58084) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:48.340880 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Request body: {'subnet': {'network_id': 'e1da0cf5-fb3f-4c99-bb9c-24a480147272', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1931691112-subnet', 'tenant_id': 'a9e1a748e3fa4adea4b1bd872433d839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:48.381983 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Made reservation on behalf of a9e1a748e3fa4adea4b1bd872433d839 for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:48.385011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.418238 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1186379867-network', 'tenant_id': 'e228d3b503144fc8ac09781ef61b258e'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:48.439294 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.473163 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.473766 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.474282 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.474773 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.475251 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.475774 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.476269 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.476892 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.477433 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.477931 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.478249 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.478568 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Tracked resource versions report: Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: pushed versions: Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: { 'AddressGroup': {'1.2'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'ConntrackHelper': {'1.0'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Log': {'1.0'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Network': {'1.1'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Port': {'1.7'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'PortForwarding': {'1.2'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'QosPolicy': {'1.8'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SecurityGroup': {'1.4'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SubPort': {'1.0'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Subnet': {'1.1'}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Trunk': {'1.1'}} Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: consumer versions: Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: { DHCP agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: HyperV agent@hv-cinder-76960: {}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: L3 agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: Metadata agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: Metering agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: Open vSwitch agent@dv-cinder-769602-3-iscsi: { 'AddressGroup': '1.2', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'ConntrackHelper': '1.0', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Log': '1.0', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Network': '1.1', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Port': '1.7', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'PortForwarding': '1.2', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'QosPolicy': '1.8', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SecurityGroup': '1.4', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SecurityGroupRule': '1.2', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'SubPort': '1.0', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Subnet': '1.1', Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: 'Trunk': '1.1'}} Jun 22 18:31:48.479655 dv-cinder-769602-3-iscsi neutron-server[92906]: {{(pid=92906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:31:48.488256 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-311929816-network', 'tenant_id': '7e54c20f27c74f4983dfd5799a0b1f6c'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:48.491290 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Checking segment: {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:48.491672 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Network hostable DHCP agents. Network: d0fe8673-c9a6-4902-a3b1-cc15228312d9, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:48.493516 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Made reservation on behalf of e228d3b503144fc8ac09781ef61b258e for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:48.496432 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.509477 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.512913 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.533538 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Made reservation on behalf of 7e54c20f27c74f4983dfd5799a0b1f6c for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:48.535994 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.549182 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.581640 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Network d0fe8673-c9a6-4902-a3b1-cc15228312d9 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:48.597306 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, d0fe8673-c9a6-4902-a3b1-cc15228312d9) {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:48.607083 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.607891 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.609840 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257776b9-c059-40ff-a58c-cd4a46e8aad3 None None] Network d0fe8673-c9a6-4902-a3b1-cc15228312d9 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:48.668665 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.671947 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.685266 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.705275 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.723249 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.759308 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece22b3b-c3d2-4078-a8cb-ae32cb190081,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.764458 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.770562 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Checking segment: {'id': 'a4a56231-2c95-46ee-8de2-48a7fd705ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e1da0cf5-fb3f-4c99-bb9c-24a480147272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:48.770562 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Network hostable DHCP agents. Network: e1da0cf5-fb3f-4c99-bb9c-24a480147272, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:48.779094 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386f4dfc-12b2-4c6e-8bef-faa6033936d1,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.780709 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-network', 'tenant_id': '55342b2958f44882a29920c8df55761a'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:48.784928 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.797977 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:48.800905 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Network e1da0cf5-fb3f-4c99-bb9c-24a480147272 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:48.824479 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, e1da0cf5-fb3f-4c99-bb9c-24a480147272) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:48.829163 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.829755 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.839119 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f19418-bfa4-4086-95e6-d5ad4355a1ac None None] Network e1da0cf5-fb3f-4c99-bb9c-24a480147272 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:48.845843 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.846740 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Added segment a52faaca-569a-4fc2-bc4a-bb914d37c3a9 of type vlan for network 61f8b8e9-d6bf-4c4d-94a2-516560c120c0 Jun 22 18:31:48.902986 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.923511 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265319e-185f-48f0-b282-52d85948111f None None] Network d0fe8673-c9a6-4902-a3b1-cc15228312d9 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:48.952368 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.960805 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.962956 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.968767 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6322639 Jun 22 18:31:48.969711 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-207095d3-86b5-449f-93a1-3321908c5db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.972422 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.973679 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.978502 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0052838 Jun 22 18:31:48.983672 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58106) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:48.990089 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Made reservation on behalf of 55342b2958f44882a29920c8df55761a for: {'network': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:48.994675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.009205 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.009633 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:49.024436 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:49.052187 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58108) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:49.052476 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0009429 Jun 22 18:31:49.057472 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Request body: {'subnet': {'network_id': '61f8b8e9-d6bf-4c4d-94a2-516560c120c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1186379867-subnet', 'tenant_id': 'e228d3b503144fc8ac09781ef61b258e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:49.073763 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e73de7-6040-4519-b619-912f469a1d58,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.078871 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.080629 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.081260 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Added segment 9524e8b4-47c0-480e-b3e2-52fd6cdb7007 of type vlan for network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 Jun 22 18:31:49.082957 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.097978 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.099409 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.111685 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e013452-752d-4f1c-a9fd-5bc1ecf34d7d None None] Network e1da0cf5-fb3f-4c99-bb9c-24a480147272 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:49.217940 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.270725 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.299268 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.312173 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.352436 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-97189e1b-d86c-47d0-af4f-b4af06152413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.388956 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.414984 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=92905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:49.438014 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.438014 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.segments_db [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Added segment 75953031-5937-4a80-8721-a64ed3f7c79a of type vlan for network a690e947-a888-48bb-9dec-f07082ea8255 Jun 22 18:31:49.518384 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:49.518977 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.535995 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452008b3-11ed-4699-8190-dbbe414dbffa,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.543545 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.543940 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Made reservation on behalf of e228d3b503144fc8ac09781ef61b258e for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:49.557864 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.591503 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=61f8b8e9-d6bf-4c4d-94a2-516560c120c0,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.611212 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 61f8b8e9-d6bf-4c4d-94a2-516560c120c0 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:49.625598 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.627202 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-528bdc7f-f4bb-47ef-9a33-1f27eae28842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.829795 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7567830 Jun 22 18:31:49.834745 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.839170 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58164) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:49.856329 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Request body: {'subnet': {'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-311929816-subnet', 'tenant_id': '7e54c20f27c74f4983dfd5799a0b1f6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:49.865083 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.879980 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Pushing event updated for resources: {'Network': ['ID=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.891244 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:49.901351 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.908112 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.909869 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:49.911039 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.916724 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.927142 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Made reservation on behalf of 7e54c20f27c74f4983dfd5799a0b1f6c for: {'subnet': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:49.930116 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.014462 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6834769 Jun 22 18:31:50.017219 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58168) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:50.026202 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Request body: {'subnet': {'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-subnet', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:50.047568 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Pushing event updated for resources: {'Network': ['ID=a690e947-a888-48bb-9dec-f07082ea8255,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.051248 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.061019 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network a690e947-a888-48bb-9dec-f07082ea8255 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:50.064528 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.069025 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6b538211-b3f0-40d2-bb67-e0fac01c2fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.143720 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83fca996-bc7d-42b8-a486-fda18866d486,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.151406 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.160277 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Checking segment: {'id': 'a52faaca-569a-4fc2-bc4a-bb914d37c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '61f8b8e9-d6bf-4c4d-94a2-516560c120c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:50.161537 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Network hostable DHCP agents. Network: 61f8b8e9-d6bf-4c4d-94a2-516560c120c0, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:50.180142 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Made reservation on behalf of 55342b2958f44882a29920c8df55761a for: {'subnet': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:50.182710 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.197313 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Network 61f8b8e9-d6bf-4c4d-94a2-516560c120c0 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:50.211289 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 61f8b8e9-d6bf-4c4d-94a2-516560c120c0) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:50.217565 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:50.218158 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.226446 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516c9e6b-f694-46bb-8f81-8ba238e69dc4 None None] Network 61f8b8e9-d6bf-4c4d-94a2-516560c120c0 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:50.257335 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2036061 Jun 22 18:31:50.503870 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8344da6f-95a4-4191-8a6c-741f5c6dba41 None None] Network 61f8b8e9-d6bf-4c4d-94a2-516560c120c0 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:50.522100 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.533185 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.558117 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.629484 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.656220 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58186) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:50.670844 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a183f5cf-7e11-4713-b126-a011c5ebbc9e,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.675288 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Checking segment: {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:50.675288 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Network hostable DHCP agents. Network: 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:50.720532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58192) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:50.768009 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.789422 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.804302 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.835759 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:50.883804 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3) {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:50.898359 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:50.898941 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.899723 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb65d8f-dba3-479d-9a5d-b5391b37d14d None None] Network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:50.910422 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c4685358-1069-4ab7-9275-a472f5c9668b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.916268 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b0998f-228a-416c-9b3c-9736c12ed9e3,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.939065 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-46cf5c74-ba16-4e1b-8748-049c4ff112e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.958227 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.982760 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Allocated IP 172.27.3.76 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/8918052f-0a10-470e-bed8-567f670c8298) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:51.002312 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1528215 Jun 22 18:31:51.015917 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Checking segment: {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:51.016266 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Network hostable DHCP agents. Network: a690e947-a888-48bb-9dec-f07082ea8255, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:51.085474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-46cf5c74-ba16-4e1b-8748-049c4ff112e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.094659 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Network a690e947-a888-48bb-9dec-f07082ea8255 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:51.111161 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, a690e947-a888-48bb-9dec-f07082ea8255) {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:51.123160 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.124103 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.129385 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-46cf5c74-ba16-4e1b-8748-049c4ff112e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.141723 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:51.169152 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779aafd1-66ed-4620-b35a-eb69f91c440d None None] Network a690e947-a888-48bb-9dec-f07082ea8255 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:51.172136 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.193262 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0284f-4516-4577-814f-a9d1fb961fab None None] Network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:51.210448 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf5c74-ba16-4e1b-8748-049c4ff112e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b2e3df-a01e-4cca-8f3f-7c823bc530ab,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:51.213682 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-46cf5c74-ba16-4e1b-8748-049c4ff112e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:51.218278 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.225672 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:51.269735 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:51.273769 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:51.284556 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-46cf5c74-ba16-4e1b-8748-049c4ff112e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b2c4ed0a5a842518be527346cc128d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6274810 Jun 22 18:31:51.286758 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58228) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:51.292957 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:51.395070 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Pushing event updated for resources: {'Port': ['ID=8918052f-0a10-470e-bed8-567f670c8298,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:51.430503 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c4685358-1069-4ab7-9275-a472f5c9668b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.440444 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c4685358-1069-4ab7-9275-a472f5c9668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.470148 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:51.474466 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ffd66836-f526-4ae5-a64e-a7f6418af52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:51.479821 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-c4685358-1069-4ab7-9275-a472f5c9668b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ca394d66c494ee9aea56d4865dfdaab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7582736 Jun 22 18:31:51.492011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58238) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:51.492216 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4672682 Jun 22 18:31:51.497825 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58240) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:51.508809 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:51.521592 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-a690e947-a888-48bb-9dec-f07082ea8255', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:31:51.523677 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.573788 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5be735e8-6a71-4757-9a31-8a4697a34477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.587821 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.588845 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.619596 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4685358-1069-4ab7-9275-a472f5c9668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf6604c-dd44-4959-bcfc-16a1e3d8c26b,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:51.626191 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd378-f51d-43ae-abeb-c72d470e5efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.629810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5be735e8-6a71-4757-9a31-8a4697a34477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.632702 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c4685358-1069-4ab7-9275-a472f5c9668b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:51.715095 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd378-f51d-43ae-abeb-c72d470e5efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.739745 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Allocated IP 172.20.0.2 (a690e947-a888-48bb-9dec-f07082ea8255/82b0998f-228a-416c-9b3c-9736c12ed9e3/f4973ca8-d41d-41cc-8e9e-16811c0b6f7a) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:51.804430 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58248) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:51.846410 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58258) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:51.849145 dv-cinder-769602-3-iscsi neutron-server[92905]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 18:31:51.879312 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd378-f51d-43ae-abeb-c72d470e5efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.883126 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.891574 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.941880 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd378-f51d-43ae-abeb-c72d470e5efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.945289 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-dd7bd378-f51d-43ae-abeb-c72d470e5efd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caf6604c-dd44-4959-bcfc-16a1e3d8c26b HTTP/1.1" status: 204 len: 168 time: 0.4517617 Jun 22 18:31:51.945289 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5be735e8-6a71-4757-9a31-8a4697a34477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.001518 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.012928 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5be735e8-6a71-4757-9a31-8a4697a34477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.016792 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-5be735e8-6a71-4757-9a31-8a4697a34477 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54b2e3df-a01e-4cca-8f3f-7c823bc530ab HTTP/1.1" status: 204 len: 168 time: 0.6522119 Jun 22 18:31:52.034873 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bd378-f51d-43ae-abeb-c72d470e5efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf6604c-dd44-4959-bcfc-16a1e3d8c26b,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.053899 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be735e8-6a71-4757-9a31-8a4697a34477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b2e3df-a01e-4cca-8f3f-7c823bc530ab,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.067706 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5be735e8-6a71-4757-9a31-8a4697a34477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.068174 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c4685358-1069-4ab7-9275-a472f5c9668b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.068515 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c4685358-1069-4ab7-9275-a472f5c9668b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.074939 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5c0cffca-0645-4771-940d-6a2903d44ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.117912 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58284) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:52.126222 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.158577 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Transition to ACTIVE for port object f4973ca8-d41d-41cc-8e9e-16811c0b6f7a will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:52.177620 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Transition to ACTIVE for port object f4973ca8-d41d-41cc-8e9e-16811c0b6f7a will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:52.189002 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.217439 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.234188 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.283550 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Network a690e947-a888-48bb-9dec-f07082ea8255 is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:52.286510 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:52.296050 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:52.298707 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-ca90147d-6e0e-47c5-be57-ffc2578def56 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:52.300760 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-ca90147d-6e0e-47c5-be57-ffc2578def56 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 814 time: 0.1820033 Jun 22 18:31:52.310222 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9e481ca4-8351-4c40-b625-c57e9be4315b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.333566 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-f0f470a5-ba8e-4064-a805-7d22d72ed166 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:52.335119 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-f0f470a5-ba8e-4064-a805-7d22d72ed166 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/networks?id=e1da0cf5-fb3f-4c99-bb9c-24a480147272 HTTP/1.1" status: 200 len: 812 time: 0.4871564 Jun 22 18:31:52.377058 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-c444cebe-9faa-4d4f-87df-d701d8d20799 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/quotas/7e54c20f27c74f4983dfd5799a0b1f6c HTTP/1.1" status: 200 len: 375 time: 0.0627444 Jun 22 18:31:52.394316 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-de80c8e3-17f5-4ddb-83c7-31b0b8bcbefc tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/quotas/a9e1a748e3fa4adea4b1bd872433d839 HTTP/1.1" status: 200 len: 375 time: 0.0401599 Jun 22 18:31:52.395148 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Pushing event updated for resources: {'Port': ['ID=f4973ca8-d41d-41cc-8e9e-16811c0b6f7a,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.464108 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.465174 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.465735 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.466226 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.466680 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.467129 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.467631 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.468497 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.468497 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.469052 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.469415 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.469864 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:52.471906 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-c4fe34c2-3819-4b34-86aa-fedb0d8774f7 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884585 Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Tracked resource versions report: Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: pushed versions: Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: { 'AddressGroup': {'1.2'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'ConntrackHelper': {'1.0'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Log': {'1.0'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Network': {'1.1'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Port': {'1.7'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'PortForwarding': {'1.2'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'QosPolicy': {'1.8'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SecurityGroup': {'1.4'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SubPort': {'1.0'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Subnet': {'1.1'}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Trunk': {'1.1'}} Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: consumer versions: Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: { DHCP agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: HyperV agent@hv-cinder-76960: {}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: L3 agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: Metadata agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: Metering agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: Open vSwitch agent@dv-cinder-769602-3-iscsi: { 'AddressGroup': '1.2', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'ConntrackHelper': '1.0', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Log': '1.0', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Network': '1.1', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Port': '1.7', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'PortForwarding': '1.2', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'QosPolicy': '1.8', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SecurityGroup': '1.4', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SecurityGroupRule': '1.2', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'SubPort': '1.0', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Subnet': '1.1', Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: 'Trunk': '1.1'}} Jun 22 18:31:52.479434 dv-cinder-769602-3-iscsi neutron-server[92907]: {{(pid=92907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:31:52.490799 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.502807 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Attempting to bind port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:52.503459 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Attempting to bind port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:52.503977 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Attempting to bind port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a on network a690e947-a888-48bb-9dec-f07082ea8255 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:52.509829 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:52.510425 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Checking segment: {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:52.511013 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.513238 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Bound using segment: {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:52.513939 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Bound port: f4973ca8-d41d-41cc-8e9e-16811c0b6f7a, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:52.514352 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58294) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:52.514700 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.520604 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-899481355-network', 'tenant_id': '91cd32b650164b469b63f828d6ec31b1'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:52.541817 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-2fbbfcef-7a09-40ef-888c-156e85f16423 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9e1a748e3fa4adea4b1bd872433d839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1377728 Jun 22 18:31:52.567700 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.678166 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9e481ca4-8351-4c40-b625-c57e9be4315b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.688465 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9e481ca4-8351-4c40-b625-c57e9be4315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.699592 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-be208c39-1c9e-44b3-bfe1-d455e52a2638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.715797 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] For port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:52.721601 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] For port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f4973ca8-d41d-41cc-8e9e-16811c0b6f7a,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:52.728745 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.736936 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-0574b8dc-95bb-429e-b2ba-7607e8185a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.748626 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-9e481ca4-8351-4c40-b625-c57e9be4315b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da7ce44e416a4920be5a64a43df22ac2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9432678 Jun 22 18:31:52.751427 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58298) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:52.758924 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e481ca4-8351-4c40-b625-c57e9be4315b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f843f6c-1660-4302-8683-47f92f3d74e2,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.767833 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9e481ca4-8351-4c40-b625-c57e9be4315b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.830768 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58300) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:52.835900 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Made reservation on behalf of 91cd32b650164b469b63f828d6ec31b1 for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:52.838239 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.853525 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Pushing event updated for resources: {'Port': ['ID=f4973ca8-d41d-41cc-8e9e-16811c0b6f7a,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.855399 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58306) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:52.872497 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.874508 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.897893 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a7bad624-8bed-42b2-b6b3-6978de89f0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.902908 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.906389 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-10e6bf9a-a815-4399-ae4f-b23468a2ea26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.916453 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5676e95b-7eff-43ef-929f-db6b3f7c6cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.947900 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.968342 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-10e6bf9a-a815-4399-ae4f-b23468a2ea26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.974747 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Router 4e046747-cedd-4751-bac1-9410f7089932 is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:31:53.057661 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-10e6bf9a-a815-4399-ae4f-b23468a2ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.060873 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-10e6bf9a-a815-4399-ae4f-b23468a2ea26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.062028 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-10e6bf9a-a815-4399-ae4f-b23468a2ea26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f843f6c-1660-4302-8683-47f92f3d74e2 HTTP/1.1" status: 204 len: 168 time: 0.3098204 Jun 22 18:31:53.062751 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c4685358-1069-4ab7-9275-a472f5c9668b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:53.072680 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6bf9a-a815-4399-ae4f-b23468a2ea26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f843f6c-1660-4302-8683-47f92f3d74e2,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:53.076253 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-10e6bf9a-a815-4399-ae4f-b23468a2ea26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:53.091546 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-0998b91a-1cd6-4249-b6c2-ed799e4d2e80 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:31:53.092805 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-0998b91a-1cd6-4249-b6c2-ed799e4d2e80 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0926535 Jun 22 18:31:53.098658 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-659fe3a6-8272-4183-830f-c6e356afe41c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:31:53.101130 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-659fe3a6-8272-4183-830f-c6e356afe41c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0976417 Jun 22 18:31:53.300393 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Allocated IP 172.27.3.196 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/82dce25c-6841-427c-857b-403620d4f8d7) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:53.310373 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-73b5077a-d056-4d67-9c93-92dbf3ace4d2 service neutron] 10.222.0.39 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926954 Jun 22 18:31:53.312531 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-2673cf98-cbb2-4fbd-b61e-1fe25342419b service neutron] 10.222.0.39 "GET /v2.0/networks/e1da0cf5-fb3f-4c99-bb9c-24a480147272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958945 Jun 22 18:31:53.333969 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:53.345448 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.345701 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Sync routers for ids ['4e046747-cedd-4751-bac1-9410f7089932'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:53.364959 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Routers {'4e046747-cedd-4751-bac1-9410f7089932'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:53.365839 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:31:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['4e046747-cedd-4751-bac1-9410f7089932'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:53.388695 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.398420 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:53.426541 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:53.452835 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314897c8-4918-4334-9423-cef275c60fa4,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:53.456579 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-c72063a6-fef8-4531-bafc-be35bdf8a8db service neutron] 10.222.0.39 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386909 Jun 22 18:31:53.460641 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:53.461714 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.462051 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Added segment ef6f7f87-0012-4ba6-b56f-a43bf9546bfc of type vlan for network 319ebade-c018-4761-897a-803647f03f0f Jun 22 18:31:53.551918 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.568750 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.612723 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Set router 4e046747-cedd-4751-bac1-9410f7089932 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:53.617812 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-55725bce-f6f1-4fb7-9baa-2b51cc33dfa0 service neutron] 10.222.0.39 "GET /v2.0/networks/e1da0cf5-fb3f-4c99-bb9c-24a480147272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986510 Jun 22 18:31:53.650733 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.659921 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.663299 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.670529 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:53.687743 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a7bad624-8bed-42b2-b6b3-6978de89f0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.699638 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.708825 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a7bad624-8bed-42b2-b6b3-6978de89f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.737074 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:53.793711 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bad624-8bed-42b2-b6b3-6978de89f0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb5d249-5188-4c71-96fe-8c95ee826b46,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:53.832281 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a7bad624-8bed-42b2-b6b3-6978de89f0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:53.898647 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:53.899458 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Pushing event updated for resources: {'Network': ['ID=319ebade-c018-4761-897a-803647f03f0f,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:53.916694 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:53.917675 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:53.920042 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:53.922084 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 319ebade-c018-4761-897a-803647f03f0f details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:53.925455 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a7bad624-8bed-42b2-b6b3-6978de89f0eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b264ccc93cb64497bb0d4f0cab0d621a&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0924408 Jun 22 18:31:53.931215 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58334) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:53.939729 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:54.081264 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e046747-cedd-4751-bac1-9410f7089932', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8918052f-0a10-470e-bed8-567f670c8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:49Z', 'updated_at': '2021-06-22T18:31:51Z', 'revision_number': 3, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'gw_port': {'id': '8918052f-0a10-470e-bed8-567f670c8298', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:50Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:54.135660 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5676e95b-7eff-43ef-929f-db6b3f7c6cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.144660 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Checking router: 4e046747-cedd-4751-bac1-9410f7089932 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:54.153425 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Updating router 4e046747-cedd-4751-bac1-9410f7089932 port 8918052f-0a10-470e-bed8-567f670c8298 binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:54.211879 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6954353 Jun 22 18:31:54.217905 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58362) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:54.218821 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.220349 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e0b2e04c-f38a-4e82-b915-4c5df9b46c24 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2291434 Jun 22 18:31:54.228379 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58364) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:54.236508 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Request body: {'subnet': {'network_id': '319ebade-c018-4761-897a-803647f03f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-899481355-subnet', 'tenant_id': '91cd32b650164b469b63f828d6ec31b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:54.259936 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.315752 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Pushing event updated for resources: {'Port': ['ID=82dce25c-6841-427c-857b-403620d4f8d7,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:54.368819 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:54.379371 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d532f1-58ce-403d-ae61-c31be4176588 None None] Network a690e947-a888-48bb-9dec-f07082ea8255 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:54.405803 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8c69d931-83d6-48cd-96c6-2965b65ded06 req-80896749-25cb-4455-9594-1597ce5052e4 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 210 time: 0.2540057 Jun 22 18:31:54.424196 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e5fb90fc-6356-4d91-a740-edbecaff6367 req-ef34f83d-ede4-4ee7-9ff0-1f4db8384511 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 210 time: 0.4705532 Jun 22 18:31:54.431715 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5676e95b-7eff-43ef-929f-db6b3f7c6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.438747 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f4973ca8-d41d-41cc-8e9e-16811c0b6f7a up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:54.471887 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:54.483813 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-5676e95b-7eff-43ef-929f-db6b3f7c6cfd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db21a6a17ca4450084db7b6b5fd7856a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6245534 Jun 22 18:31:54.506241 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58370) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:54.548501 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Made reservation on behalf of 91cd32b650164b469b63f828d6ec31b1 for: {'subnet': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:54.549655 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-fc87c7de-5e9c-4132-a0a3-f0da33ee0342 None None] Provisioning for port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:54.560334 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.643549 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:54.654125 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:54.654532 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.657196 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fcb252a5-795a-4732-9588-84de9242d509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.723206 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fcb252a5-795a-4732-9588-84de9242d509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.841132 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.847752 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.887262 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Transition to ACTIVE for port object 8918052f-0a10-470e-bed8-567f670c8298 will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:54.914907 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.918303 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:54.926314 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f4973ca8-d41d-41cc-8e9e-16811c0b6f7a,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:54.933666 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676e95b-7eff-43ef-929f-db6b3f7c6cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2df420a-9b7c-49a4-8545-9eedd721cb85,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:54.937064 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.940727 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:54.952685 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5676e95b-7eff-43ef-929f-db6b3f7c6cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.004022 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fcb252a5-795a-4732-9588-84de9242d509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.014877 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=f4973ca8-d41d-41cc-8e9e-16811c0b6f7a,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:55.016202 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fcb252a5-795a-4732-9588-84de9242d509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.023604 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.025945 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Pushing event updated for resources: {'Port': ['ID=8918052f-0a10-470e-bed8-567f670c8298,revision_number=2']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:55.028075 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-fcb252a5-795a-4732-9588-84de9242d509 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/deb5d249-5188-4c71-96fe-8c95ee826b46 HTTP/1.1" status: 204 len: 168 time: 1.0951693 Jun 22 18:31:55.048348 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:55.059138 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.059504 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.059828 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.060345 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.060817 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.061305 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.062906 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-24de79a6-0c23-42e9-b7db-2c9fee0f9807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.063602 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.064111 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.064646 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.065145 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.067130 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.067713 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Tracked resource versions report: Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: pushed versions: Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: { 'AddressGroup': {'1.2'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'ConntrackHelper': {'1.0'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Log': {'1.0'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Network': {'1.1'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Port': {'1.7'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'PortForwarding': {'1.2'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'QosPolicy': {'1.8'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SecurityGroup': {'1.4'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SubPort': {'1.0'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Subnet': {'1.1'}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Trunk': {'1.1'}} Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: consumer versions: Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: { DHCP agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: HyperV agent@hv-cinder-76960: {}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: L3 agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: Metadata agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: Metering agent@dv-cinder-769602-3-iscsi: {}, Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: Open vSwitch agent@dv-cinder-769602-3-iscsi: { 'AddressGroup': '1.2', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'ConntrackHelper': '1.0', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Log': '1.0', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Network': '1.1', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Port': '1.7', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'PortForwarding': '1.2', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'QosPolicy': '1.8', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SecurityGroup': '1.4', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SecurityGroupRule': '1.2', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'SubPort': '1.0', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Subnet': '1.1', Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: 'Trunk': '1.1'}} Jun 22 18:31:55.069058 dv-cinder-769602-3-iscsi neutron-server[92908]: {{(pid=92908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:31:55.078105 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Attempting to bind port 8918052f-0a10-470e-bed8-567f670c8298 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:55.084918 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Attempting to bind port 8918052f-0a10-470e-bed8-567f670c8298 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:55.085553 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Attempting to bind port 8918052f-0a10-470e-bed8-567f670c8298 on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:55.088706 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.092583 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb252a5-795a-4732-9588-84de9242d509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb5d249-5188-4c71-96fe-8c95ee826b46,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:55.097117 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fcb252a5-795a-4732-9588-84de9242d509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.102418 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:55.102798 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:55.103416 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.103950 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:55.104566 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Bound port: 8918052f-0a10-470e-bed8-567f670c8298, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:55.105629 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.128966 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-24de79a6-0c23-42e9-b7db-2c9fee0f9807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.178404 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.199292 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-f5379359-f2b1-4b52-a5a8-dae9e75d6cf6 None None] Provisioning complete for port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:55.201741 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f5379359-f2b1-4b52-a5a8-dae9e75d6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.240332 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] For port 8918052f-0a10-470e-bed8-567f670c8298, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:55.244650 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] For port 8918052f-0a10-470e-bed8-567f670c8298, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=8918052f-0a10-470e-bed8-567f670c8298,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:55.260730 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-24de79a6-0c23-42e9-b7db-2c9fee0f9807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.267365 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.270005 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-24de79a6-0c23-42e9-b7db-2c9fee0f9807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.271144 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-24de79a6-0c23-42e9-b7db-2c9fee0f9807 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2df420a-9b7c-49a4-8545-9eedd721cb85 HTTP/1.1" status: 204 len: 168 time: 0.7617233 Jun 22 18:31:55.271854 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:55.282229 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-6068e01d-6570-47f6-8205-25454d1f3bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:55.298972 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de79a6-0c23-42e9-b7db-2c9fee0f9807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2df420a-9b7c-49a4-8545-9eedd721cb85,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:55.331078 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-24de79a6-0c23-42e9-b7db-2c9fee0f9807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.375966 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.450360 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Routers {'4e046747-cedd-4751-bac1-9410f7089932'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:55.451221 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:31:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['4e046747-cedd-4751-bac1-9410f7089932'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:55.457928 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Pushing event updated for resources: {'Port': ['ID=8918052f-0a10-470e-bed8-567f670c8298,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:55.546514 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.641412 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-825f2e0b-1b65-461a-8119-38c53c217e6a req-1961ccf8-b7ae-4715-87a3-880e9f253719 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 210 time: 0.1190648 Jun 22 18:31:55.655564 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5eac95d3-cb30-499d-9e53-9d1e3f12ce09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.708927 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e94abca-2f49-4c0f-9b30-a1d91325af7b req-aa3aed3f-7e9f-4c82-84b9-21eb08b2cd0c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 210 time: 0.1136980 Jun 22 18:31:55.738799 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] Set router 4e046747-cedd-4751-bac1-9410f7089932 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:55.826827 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.954475 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.968612 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d9cfbed8-8a4e-4c46-97d7-547878d0df25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:56.030820 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Checking segment: {'id': 'ef6f7f87-0012-4ba6-b56f-a43bf9546bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '319ebade-c018-4761-897a-803647f03f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:56.031042 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Network hostable DHCP agents. Network: 319ebade-c018-4761-897a-803647f03f0f, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:56.084361 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.096488 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.136493 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e046747-cedd-4751-bac1-9410f7089932', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8918052f-0a10-470e-bed8-567f670c8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:49Z', 'updated_at': '2021-06-22T18:31:51Z', 'revision_number': 3, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'gw_port': {'id': '8918052f-0a10-470e-bed8-567f670c8298', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:50Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:56.179458 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6501a9-cb8c-4bcf-9cad-0397f3c62753 None None] The sync data for ids ['4e046747-cedd-4751-bac1-9410f7089932'] in dv-cinder-769602-3-iscsi is: [{'id': '4e046747-cedd-4751-bac1-9410f7089932', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8918052f-0a10-470e-bed8-567f670c8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:49Z', 'updated_at': '2021-06-22T18:31:51Z', 'revision_number': 3, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'gw_port': {'id': '8918052f-0a10-470e-bed8-567f670c8298', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:50Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:56.179965 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.293243 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Network 319ebade-c018-4761-897a-803647f03f0f is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:56.311912 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af38e1e-9b6f-4df5-848b-2b5cadf3705e,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:56.333740 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:56.344545 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f4973ca8-d41d-41cc-8e9e-16811c0b6f7a up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:56.420076 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:56.420582 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.456113 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 319ebade-c018-4761-897a-803647f03f0f) {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:56.472134 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:56.473056 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.483708 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fad1ca-aecd-4e49-b3b1-24b7ed15a109 None None] Network 319ebade-c018-4761-897a-803647f03f0f requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:56.784426 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Allocated IP 172.20.0.1 (d0fe8673-c9a6-4902-a3b1-cc15228312d9/7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3/11f2c1a2-fd32-4344-9499-86bcd6445e8c) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:56.989831 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84b7ad-051f-4660-b1e7-fc136b953c9e None None] Network 319ebade-c018-4761-897a-803647f03f0f requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:57.042880 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.127392 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8968735 Jun 22 18:31:57.172637 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4f28097d-acf2-4c01-83e3-34a10bd555d1 req-25021664-8fb6-49de-bd20-2e0ab6a9b4c9 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 210 time: 0.1092114 Jun 22 18:31:57.178552 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.198128 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:31:57.212708 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:57.270753 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3b948892-81b3-4955-9309-bb78659d399e req-f24b3dc8-4244-4974-ac76-5f37bab0470b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 210 time: 0.1171212 Jun 22 18:31:57.355060 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Network d0fe8673-c9a6-4902-a3b1-cc15228312d9 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:57.361228 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:57.369281 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:57.369628 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.398637 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Pushing event updated for resources: {'Port': ['ID=11f2c1a2-fd32-4344-9499-86bcd6445e8c,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:57.436987 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:57.440404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58490) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:57.529616 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_v2 [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] Deleting subnet 83fca996-bc7d-42b8-a486-fda18866d486 {{(pid=92905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:31:57.535359 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.600446 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.632493 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.693761 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:57.707400 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Sync routers for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:57.719476 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.109', 53707) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:57.727121 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:57.727811 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:31:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:57.763729 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.765379 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2645249 Jun 22 18:31:57.786303 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58496) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:57.845520 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.945390 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.983745 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:58.025770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83fca996-bc7d-42b8-a486-fda18866d486,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:58.033607 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:58.052577 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.057170 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/83fca996-bc7d-42b8-a486-fda18866d486 HTTP/1.1" status: 204 len: 168 time: 0.6135013 Jun 22 18:31:58.071802 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58500) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:58.090289 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:58.122764 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-7c01199c-9731-4754-81be-51af73529a35 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.124619 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-7c01199c-9731-4754-81be-51af73529a35 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.109 "GET /v2.0/networks?id=e1da0cf5-fb3f-4c99-bb9c-24a480147272 HTTP/1.1" status: 200 len: 812 time: 0.4035277 Jun 22 18:31:58.233515 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Request body: {'port': {'device_id': '251cd38a-35c3-469f-9a26-50a6b4bc165b', 'network_id': 'e1da0cf5-fb3f-4c99-bb9c-24a480147272', 'admin_state_up': True, 'tenant_id': 'a9e1a748e3fa4adea4b1bd872433d839'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:58.530055 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 8918052f-0a10-470e-bed8-567f670c8298 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:58.582295 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.592442 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.593886 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.601171 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:58.690477 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.775823 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Pushing event updated for resources: {'Port': ['ID=11f2c1a2-fd32-4344-9499-86bcd6445e8c,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:58.783927 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:58.850278 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.109', 53711) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:58.935377 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cf54d15d-1f87-4bae-a680-da1650228210 req-f4df804b-6ac1-4dba-989d-d94d53db79be tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 210 time: 0.3291736 Jun 22 18:31:58.951612 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 8918052f-0a10-470e-bed8-567f670c8298 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:58.974893 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 8918052f-0a10-470e-bed8-567f670c8298 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:58.975632 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.996304 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.074617 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 3, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:59.149976 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Checking router: 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:59.150330 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Updating router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 port 82dce25c-6841-427c-857b-403620d4f8d7 binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:59.167508 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Network d0fe8673-c9a6-4902-a3b1-cc15228312d9 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:59.184448 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-625d7822-ed50-49ed-b572-8d8dbc9d4eec req-d5ba2cf1-d6a0-4f31-8205-976a4149e236 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 210 time: 0.3042178 Jun 22 18:31:59.202837 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.205686 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:59.389551 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6149cd7d-c87e-427f-b6d7-74b699ed8efa tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.392381 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6149cd7d-c87e-427f-b6d7-74b699ed8efa tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 814 time: 0.5409877 Jun 22 18:31:59.454095 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Request body: {'port': {'device_id': '38ad823e-e0cb-4fcf-a51e-deeb04c782bb', 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3', 'admin_state_up': True, 'tenant_id': '7e54c20f27c74f4983dfd5799a0b1f6c'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:59.528404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.687735 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.688140 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.688925 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.689303 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > port after_create 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.689673 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > port after_delete 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.690013 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > port after_update 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.690418 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.690741 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.691070 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.691475 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.726339 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.740626 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Transition to ACTIVE for port object 82dce25c-6841-427c-857b-403620d4f8d7 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:59.745510 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.755468 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.768481 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.791129 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Router 4e046747-cedd-4751-bac1-9410f7089932 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:31:59.817884 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7981e-62e3-439d-bb34-dd73e3b8864a None None] Pushing event updated for resources: {'Port': ['ID=82dce25c-6841-427c-857b-403620d4f8d7,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.827587 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-63c7981e-62e3-439d-bb34-dd73e3b8864a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.832651 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 8918052f-0a10-470e-bed8-567f670c8298, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=8918052f-0a10-470e-bed8-567f670c8298,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:59.853547 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Attempting to bind port 82dce25c-6841-427c-857b-403620d4f8d7 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:59.853977 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Attempting to bind port 82dce25c-6841-427c-857b-403620d4f8d7 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:59.854288 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Attempting to bind port 82dce25c-6841-427c-857b-403620d4f8d7 on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:59.860313 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:59.860698 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:59.861153 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.861568 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:59.862333 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Bound port: 82dce25c-6841-427c-857b-403620d4f8d7, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:59.862755 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.864532 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.868684 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.937067 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=8918052f-0a10-470e-bed8-567f670c8298,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.944129 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.945366 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.945715 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.946170 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.946506 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:59.946873 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f8b8e9-d6bf-4c4d-94a2-516560c120c0']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:59.956592 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Made reservation on behalf of a9e1a748e3fa4adea4b1bd872433d839 for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:59.961041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.008195 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] For port 82dce25c-6841-427c-857b-403620d4f8d7, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:00.016349 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Made reservation on behalf of 7e54c20f27c74f4983dfd5799a0b1f6c for: {'port': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:00.017036 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] For port 82dce25c-6841-427c-857b-403620d4f8d7, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=82dce25c-6841-427c-857b-403620d4f8d7,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:00.021828 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.024263 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.043453 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:00.281913 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:00.284524 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:31:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:00.320544 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Allocated IP 172.20.0.13 (7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3/a183f5cf-7e11-4713-b126-a011c5ebbc9e/938862cc-fa51-4257-bb0d-3db98813c32f) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:00.484991 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58596) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:00.487267 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52faaca-569a-4fc2-bc4a-bb914d37c3a9') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:00.487579 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52faaca-569a-4fc2-bc4a-bb914d37c3a9') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:00.583918 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:00.634371 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a48aa410-6b13-49fd-b737-36dd73ebb942 req-82fe8955-031a-4982-a592-4ccf5131780b tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 210 time: 0.1175461 Jun 22 18:32:00.659660 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.725524 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:00.737543 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Sync routers for ids ['4e046747-cedd-4751-bac1-9410f7089932'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:00.748419 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] 10.222.0.39 "PUT /v2.0/routers/4e046747-cedd-4751-bac1-9410f7089932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4948239 Jun 22 18:32:00.751089 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Routers {'4e046747-cedd-4751-bac1-9410f7089932'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:00.753491 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4189c6da-a1c9-4132-9cc1-f9e5b3b872cd req-b6f481df-d007-45a4-b1da-4b0083f809d8 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 210 time: 0.1377442 Jun 22 18:32:00.783051 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:31:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['4e046747-cedd-4751-bac1-9410f7089932'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:00.952040 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 8918052f-0a10-470e-bed8-567f670c8298 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:00.963639 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.002350 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.115598 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7981e-62e3-439d-bb34-dd73e3b8864a None None] Pushing event updated for resources: {'Port': ['ID=82dce25c-6841-427c-857b-403620d4f8d7,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:01.122439 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:32:01.123052 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.128540 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-63c7981e-62e3-439d-bb34-dd73e3b8864a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:01.210395 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.215832 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 8918052f-0a10-470e-bed8-567f670c8298 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:01.215832 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.230523 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:01.253263 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 3, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: from cryptography.utils import int_from_bytes Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: from cryptography.utils import int_from_bytes Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:32:01.290913 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:32:01.363457 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.376037 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e151f-54c5-444e-8c7a-7334fd583b36 None None] The sync data for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi is: [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 3, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:01.406906 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Set router 4e046747-cedd-4751-bac1-9410f7089932 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:01.414698 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:01.421654 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:01.444698 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:01.451713 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:01.453427 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.487216 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0382991 Jun 22 18:32:01.503855 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Pushing event updated for resources: {'Port': ['ID=938862cc-fa51-4257-bb0d-3db98813c32f,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:01.510142 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:01.533143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2910f47a-6ba9-4fe9-9082-4693356c3827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.566418 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:01.616769 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Pushing event deleted for resources: {'Network': ['ID=61f8b8e9-d6bf-4c4d-94a2-516560c120c0,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:01.631774 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.636674 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] 10.222.0.39 "DELETE /v2.0/networks/61f8b8e9-d6bf-4c4d-94a2-516560c120c0 HTTP/1.1" status: 204 len: 168 time: 3.5606301 Jun 22 18:32:01.637289 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58628) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:01.640435 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:01.793571 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e573886e-3f05-47e3-bcdc-1fc0c8b4b393 admin admin] Deleting subnet 5af38e1e-9b6f-4df5-848b-2b5cadf3705e {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:32:01.809497 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e573886e-3f05-47e3-bcdc-1fc0c8b4b393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.810374 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2910f47a-6ba9-4fe9-9082-4693356c3827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.875582 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e573886e-3f05-47e3-bcdc-1fc0c8b4b393 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.889931 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e573886e-3f05-47e3-bcdc-1fc0c8b4b393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.046550 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e046747-cedd-4751-bac1-9410f7089932', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8918052f-0a10-470e-bed8-567f670c8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:49Z', 'updated_at': '2021-06-22T18:31:57Z', 'revision_number': 4, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'gw_port': {'id': '8918052f-0a10-470e-bed8-567f670c8298', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:50Z', 'updated_at': '2021-06-22T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '11f2c1a2-fd32-4344-9499-86bcd6445e8c', 'name': '', 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'mac_address': 'fa:16:3e:87:a9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:56Z', 'updated_at': '2021-06-22T18:31:57Z', 'revision_number': 2, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'subnets': [{'id': '7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:02.113559 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e573886e-3f05-47e3-bcdc-1fc0c8b4b393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.117347 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-43fb76a2-f16d-4caf-aa19-518a3945f7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:02.139268 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Checking router: 4e046747-cedd-4751-bac1-9410f7089932 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:02.139626 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Updating router 4e046747-cedd-4751-bac1-9410f7089932 port 11f2c1a2-fd32-4344-9499-86bcd6445e8c binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:32:02.151264 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2910f47a-6ba9-4fe9-9082-4693356c3827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.221633 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.392691 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 82dce25c-6841-427c-857b-403620d4f8d7 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:02.439832 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.456051 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573886e-3f05-47e3-bcdc-1fc0c8b4b393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af38e1e-9b6f-4df5-848b-2b5cadf3705e,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:02.465411 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e573886e-3f05-47e3-bcdc-1fc0c8b4b393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:02.472459 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e573886e-3f05-47e3-bcdc-1fc0c8b4b393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.477483 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e573886e-3f05-47e3-bcdc-1fc0c8b4b393 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5af38e1e-9b6f-4df5-848b-2b5cadf3705e HTTP/1.1" status: 204 len: 168 time: 0.8392358 Jun 22 18:32:02.484016 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:02.484839 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58648) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:02.616656 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 82dce25c-6841-427c-857b-403620d4f8d7 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:02.623177 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 82dce25c-6841-427c-857b-403620d4f8d7 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:02.623579 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.673458 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.706614 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bf585eab-cef1-4a7d-86d8-1cb2b9cdfdb9 req-e044a25c-3f9f-432a-8be6-69fed24de1bb tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 210 time: 0.5894458 Jun 22 18:32:02.843118 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910f47a-6ba9-4fe9-9082-4693356c3827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06196b80-1ac7-4d19-84f3-e69db4a83ccf,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:02.876458 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.885495 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2910f47a-6ba9-4fe9-9082-4693356c3827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:02.925359 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 82dce25c-6841-427c-857b-403620d4f8d7, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=82dce25c-6841-427c-857b-403620d4f8d7,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:02.932645 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.935291 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:02.972458 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.019233 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.044759 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Transition to ACTIVE for port object 11f2c1a2-fd32-4344-9499-86bcd6445e8c will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:03.047027 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.049676 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.053064 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.053404 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > port after_create 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.053730 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.054069 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > port after_update 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.054561 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.054908 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.055226 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.055487 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.055966 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.078061 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Allocated IP 172.20.0.4 (e1da0cf5-fb3f-4c99-bb9c-24a480147272/ece22b3b-c3d2-4078-a8cb-ae32cb190081/6b84fa07-3b5a-45cf-aa2f-600de44c9558) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:03.079177 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:03.120669 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2910f47a-6ba9-4fe9-9082-4693356c3827 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9713546089e4d538b0227013e2ec231&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6003692 Jun 22 18:32:03.139759 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58668) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:03.162325 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=82dce25c-6841-427c-857b-403620d4f8d7,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:03.201579 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:03.215980 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e56d1-dadd-4ac2-a221-1a50341ccccf None None] Pushing event updated for resources: {'Port': ['ID=11f2c1a2-fd32-4344-9499-86bcd6445e8c,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:03.432011 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Attempting to bind port 11f2c1a2-fd32-4344-9499-86bcd6445e8c on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:03.433467 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Attempting to bind port 11f2c1a2-fd32-4344-9499-86bcd6445e8c by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:03.434185 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Attempting to bind port 11f2c1a2-fd32-4344-9499-86bcd6445e8c on network d0fe8673-c9a6-4902-a3b1-cc15228312d9 {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:03.447978 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:03.449158 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Checking segment: {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:03.450062 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.450605 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Bound using segment: {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:03.452207 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Bound port: 11f2c1a2-fd32-4344-9499-86bcd6445e8c, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:03.455455 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.525001 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-bbe0f021-f69f-4069-bf7a-25a5fbac2483 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:03.532182 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-bbe0f021-f69f-4069-bf7a-25a5fbac2483 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 819 time: 1.6330307 Jun 22 18:32:03.575210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Allocated IP 172.20.0.1 (a690e947-a888-48bb-9dec-f07082ea8255/82b0998f-228a-416c-9b3c-9736c12ed9e3/adb21f03-627d-4b5e-9b15-e3d6a4b241e5) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:03.576261 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] For port 11f2c1a2-fd32-4344-9499-86bcd6445e8c, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:03.579796 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] For port 11f2c1a2-fd32-4344-9499-86bcd6445e8c, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=11f2c1a2-fd32-4344-9499-86bcd6445e8c,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:03.581396 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-942e56d1-dadd-4ac2-a221-1a50341ccccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:03.585164 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.601987 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-72d28bc4-e0bd-4386-b605-eb5bfaea0d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:03.675696 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.676201 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.677883 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.678926 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:03.681025 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319ebade-c018-4761-897a-803647f03f0f']}} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:03.703689 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e56d1-dadd-4ac2-a221-1a50341ccccf None None] Pushing event updated for resources: {'Port': ['ID=11f2c1a2-fd32-4344-9499-86bcd6445e8c,revision_number=4']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:03.717531 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-942e56d1-dadd-4ac2-a221-1a50341ccccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:03.739657 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Routers {'4e046747-cedd-4751-bac1-9410f7089932'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:03.740326 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:31:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['4e046747-cedd-4751-bac1-9410f7089932'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:03.745876 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6f7f87-0012-4ba6-b56f-a43bf9546bfc') {'for_net_delete': True} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:03.747144 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6f7f87-0012-4ba6-b56f-a43bf9546bfc') {} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:03.764547 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-93c8cdd1-ee97-400b-af37-5012dceb8ff7 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/quotas/46ccddfa57734aa5825d32e5f9e9452a HTTP/1.1" status: 200 len: 375 time: 0.1752613 Jun 22 18:32:03.787933 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-9dc4b5df-9c95-496e-aec8-d113609363d1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:32:03.789542 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-9dc4b5df-9c95-496e-aec8-d113609363d1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316269 Jun 22 18:32:03.792097 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2972953'] for segment, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.850507 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.866640 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=92906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:32:03.867047 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972789'] for segment, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: from cryptography.utils import int_from_bytes Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: from cryptography.utils import int_from_bytes Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: Traceback (most recent call last): Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: timer() Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: cb(*args, **kw) Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: return func(*args, **kwargs) Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: self._notify() Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: self.callback(batched_events) Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: event.method(event) Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: return f(self, *a, **k) Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._get(url).json() Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: return self.request(url, 'GET', **kwargs) Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:32:03.928457 dv-cinder-769602-3-iscsi neutron-server[92906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:32:03.930610 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.935190 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:03.971215 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.977211 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] 10.222.0.39 "DELETE /v2.0/networks/319ebade-c018-4761-897a-803647f03f0f HTTP/1.1" status: 204 len: 168 time: 1.4887056 Jun 22 18:32:03.987083 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Pushing event deleted for resources: {'Network': ['ID=319ebade-c018-4761-897a-803647f03f0f,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:03.999325 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:04.008981 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] Set router 4e046747-cedd-4751-bac1-9410f7089932 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:04.050797 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.083519 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-82370ca0-9b3a-4621-b45c-bf47c5f745c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.155607 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58692) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:04.185497 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-82370ca0-9b3a-4621-b45c-bf47c5f745c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.349233 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21489d8b-1dbe-46cc-a6e5-19d920b18609 req-95987327-758e-4c48-a6ba-cbe2c3656583 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.352394 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21489d8b-1dbe-46cc-a6e5-19d920b18609 req-95987327-758e-4c48-a6ba-cbe2c3656583 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 932 time: 1.2003946 Jun 22 18:32:04.365181 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.376074 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58698) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:04.393774 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-82370ca0-9b3a-4621-b45c-bf47c5f745c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.409065 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e046747-cedd-4751-bac1-9410f7089932', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8918052f-0a10-470e-bed8-567f670c8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:49Z', 'updated_at': '2021-06-22T18:31:57Z', 'revision_number': 4, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'gw_port': {'id': '8918052f-0a10-470e-bed8-567f670c8298', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:50Z', 'updated_at': '2021-06-22T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '11f2c1a2-fd32-4344-9499-86bcd6445e8c', 'name': '', 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'mac_address': 'fa:16:3e:87:a9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:56Z', 'updated_at': '2021-06-22T18:32:03Z', 'revision_number': 4, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'subnets': [{'id': '7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:04.442937 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-82370ca0-9b3a-4621-b45c-bf47c5f745c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.444438 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-82370ca0-9b3a-4621-b45c-bf47c5f745c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06196b80-1ac7-4d19-84f3-e69db4a83ccf HTTP/1.1" status: 204 len: 168 time: 1.2907951 Jun 22 18:32:04.452503 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:04.461599 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 82dce25c-6841-427c-857b-403620d4f8d7 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:04.507386 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82370ca0-9b3a-4621-b45c-bf47c5f745c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06196b80-1ac7-4d19-84f3-e69db4a83ccf,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:04.524322 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-82370ca0-9b3a-4621-b45c-bf47c5f745c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:04.527320 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-458ff698-719f-49b6-8fed-e45bd16c99fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e228d3b503144fc8ac09781ef61b258e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1501851 Jun 22 18:32:04.527669 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.531409 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:04.537401 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58704) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:04.550410 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0125e-bb1d-4260-9a99-883e6a5fc315 None None] The sync data for ids ['4e046747-cedd-4751-bac1-9410f7089932'] in dv-cinder-769602-3-iscsi is: [{'id': '4e046747-cedd-4751-bac1-9410f7089932', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8918052f-0a10-470e-bed8-567f670c8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:49Z', 'updated_at': '2021-06-22T18:31:57Z', 'revision_number': 4, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'gw_port': {'id': '8918052f-0a10-470e-bed8-567f670c8298', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:50Z', 'updated_at': '2021-06-22T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '11f2c1a2-fd32-4344-9499-86bcd6445e8c', 'name': '', 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'mac_address': 'fa:16:3e:87:a9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:56Z', 'updated_at': '2021-06-22T18:32:03Z', 'revision_number': 4, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'subnets': [{'id': '7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:04.579903 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Network e1da0cf5-fb3f-4c99-bb9c-24a480147272 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:04.636433 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21489d8b-1dbe-46cc-a6e5-19d920b18609 req-bac1aaae-d9c3-46a3-a21d-f240702123df tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655690 Jun 22 18:32:04.657453 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 82dce25c-6841-427c-857b-403620d4f8d7 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:04.660009 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.664783 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:04.694771 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Transition to ACTIVE for port object adb21f03-627d-4b5e-9b15-e3d6a4b241e5 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:04.696621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:04.726284 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-b9f90b8c-004a-4982-9ead-d84bac4a917b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8979068 Jun 22 18:32:04.972862 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a08d84a6-f949-498a-b3fe-253478638e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.215985 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a08d84a6-f949-498a-b3fe-253478638e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.222479 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a08d84a6-f949-498a-b3fe-253478638e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.238208 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58708) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:05.238778 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:05.276244 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d84a6-f949-498a-b3fe-253478638e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec4d493-7ac6-4cd5-b477-9da77bef0e62,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:05.281613 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Pushing event updated for resources: {'Port': ['ID=6b84fa07-3b5a-45cf-aa2f-600de44c9558,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:05.294920 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:05.298191 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a08d84a6-f949-498a-b3fe-253478638e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:05.319028 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-687fcf60-854a-457f-acc4-876a5b0600f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.348044 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a08d84a6-f949-498a-b3fe-253478638e05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68ee862240a841bb84e2d62357c2671f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1912410 Jun 22 18:32:05.350932 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58710) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:05.381601 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.382316 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.452472 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-59a3a583-3f8a-418e-80a8-bd12b4025adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.454853 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.473939 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-cc029db6-7170-4b09-9f15-7ac075dc9c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.489016 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d437c0f3-443f-411a-87c6-52427be00935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:05.494044 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-59a3a583-3f8a-418e-80a8-bd12b4025adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.572479 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-687fcf60-854a-457f-acc4-876a5b0600f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.579539 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-687fcf60-854a-457f-acc4-876a5b0600f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.584477 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:05.597999 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Pushing event updated for resources: {'Port': ['ID=adb21f03-627d-4b5e-9b15-e3d6a4b241e5,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:05.607907 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-59a3a583-3f8a-418e-80a8-bd12b4025adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.620567 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-fbcf1394-ece1-4a15-99c1-f54ed991608b service neutron] 10.222.0.39 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638375 Jun 22 18:32:05.628670 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-59a3a583-3f8a-418e-80a8-bd12b4025adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.629885 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-59a3a583-3f8a-418e-80a8-bd12b4025adc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ec4d493-7ac6-4cd5-b477-9da77bef0e62 HTTP/1.1" status: 204 len: 168 time: 0.2780066 Jun 22 18:32:05.646035 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Network a690e947-a888-48bb-9dec-f07082ea8255 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:05.649518 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-cc029db6-7170-4b09-9f15-7ac075dc9c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.654999 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:05.656279 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:05.668035 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:05.674038 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fcf60-854a-457f-acc4-876a5b0600f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648382ce-7926-4f18-b36b-f323a76e7428,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:05.679027 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-687fcf60-854a-457f-acc4-876a5b0600f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:05.680829 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:05.694736 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-687fcf60-854a-457f-acc4-876a5b0600f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a31839397694fe48a1d6367ed48828f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260838 Jun 22 18:32:05.695418 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58718) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:05.723866 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3a583-3f8a-418e-80a8-bd12b4025adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec4d493-7ac6-4cd5-b477-9da77bef0e62,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:05.734739 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5115819 Jun 22 18:32:05.735478 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.743759 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-59a3a583-3f8a-418e-80a8-bd12b4025adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:05.863128 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4ea40416-0934-4393-80eb-0ae32fb1d6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.893955 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4ea40416-0934-4393-80eb-0ae32fb1d6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.966225 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4ea40416-0934-4393-80eb-0ae32fb1d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.969272 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4ea40416-0934-4393-80eb-0ae32fb1d6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.989014 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-4ea40416-0934-4393-80eb-0ae32fb1d6c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/648382ce-7926-4f18-b36b-f323a76e7428 HTTP/1.1" status: 204 len: 168 time: 0.2849336 Jun 22 18:32:05.989757 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:06.014371 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea40416-0934-4393-80eb-0ae32fb1d6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648382ce-7926-4f18-b36b-f323a76e7428,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:06.024229 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4ea40416-0934-4393-80eb-0ae32fb1d6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:06.050638 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-cc029db6-7170-4b09-9f15-7ac075dc9c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.176366 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311414e-fee5-42ed-a8e8-2642a9066b5a req-573419c1-7e0d-47da-a625-c37912524337 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:06.178319 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-02f9178a-7145-44c2-847b-b93948745b65 None None] Provisioning for port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:06.181048 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b311414e-fee5-42ed-a8e8-2642a9066b5a req-573419c1-7e0d-47da-a625-c37912524337 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 931 time: 0.8888237 Jun 22 18:32:06.192487 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-02f9178a-7145-44c2-847b-b93948745b65 None None] Provisioning complete for port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:06.192938 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-02f9178a-7145-44c2-847b-b93948745b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.212260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-cc029db6-7170-4b09-9f15-7ac075dc9c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.213482 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-cc029db6-7170-4b09-9f15-7ac075dc9c99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/386f4dfc-12b2-4c6e-8bef-faa6033936d1 HTTP/1.1" status: 204 len: 168 time: 1.6430123 Jun 22 18:32:06.245401 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:06.317759 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-02f9178a-7145-44c2-847b-b93948745b65 None None] Port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:06.375988 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc029db6-7170-4b09-9f15-7ac075dc9c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386f4dfc-12b2-4c6e-8bef-faa6033936d1,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:06.492181 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-cc029db6-7170-4b09-9f15-7ac075dc9c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:06.493521 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 11f2c1a2-fd32-4344-9499-86bcd6445e8c up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:06.494805 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-8436b706-5803-4b86-9295-24b5b690c1c1 service neutron] 10.222.0.39 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8413148 Jun 22 18:32:06.634943 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b311414e-fee5-42ed-a8e8-2642a9066b5a req-ac4e2684-7954-410a-9f75-cc73dcccb11f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120777 Jun 22 18:32:06.680221 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 11f2c1a2-fd32-4344-9499-86bcd6445e8c completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:06.689843 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 11f2c1a2-fd32-4344-9499-86bcd6445e8c triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:06.690765 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.791599 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58734) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:06.806286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.829466 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4a3268ae-b432-43b3-91e3-1bba183638a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.030119 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.163248 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 11f2c1a2-fd32-4344-9499-86bcd6445e8c, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=11f2c1a2-fd32-4344-9499-86bcd6445e8c,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:07.176448 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.184410 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:07.220323 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4a3268ae-b432-43b3-91e3-1bba183638a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.226967 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4a3268ae-b432-43b3-91e3-1bba183638a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.235046 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:07.288406 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=11f2c1a2-fd32-4344-9499-86bcd6445e8c,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:07.296500 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58752) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:07.305084 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:07.325762 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-4a3268ae-b432-43b3-91e3-1bba183638a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0be611280d145d0bbdf957c070f4db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322316 Jun 22 18:32:07.326583 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.344438 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58756) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:07.359057 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.365502 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3268ae-b432-43b3-91e3-1bba183638a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c6fcd1-b8e7-4758-8cf6-14a2262a822f,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:07.367010 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-898ad6ee-b3df-4126-88cc-2672378d4938 req-a860ce19-93b8-4efa-ab69-c525808b9ebf tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 210 time: 0.3980384 Jun 22 18:32:07.376426 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b6c502df-526f-4915-ab65-54094276b675 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:07.384298 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4a3268ae-b432-43b3-91e3-1bba183638a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:07.455381 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-cade7286-0ff8-4c4e-ba1c-10f160fd0dad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91cd32b650164b469b63f828d6ec31b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1518900 Jun 22 18:32:07.456204 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58760) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:07.509331 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373bad2-2530-40aa-97be-f787b9781d6c req-aa53b4ab-4b97-49dd-bc05-e01d0fd8dfa2 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.512077 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2373bad2-2530-40aa-97be-f787b9781d6c req-aa53b4ab-4b97-49dd-bc05-e01d0fd8dfa2 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 932 time: 0.6559224 Jun 22 18:32:07.524092 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1760-17d0-42ff-96b0-507b72d815f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.550803 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a384-9dfd-4de5-a8fa-0860b8d90ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.579070 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Pushing event updated for resources: {'Port': ['ID=adb21f03-627d-4b5e-9b15-e3d6a4b241e5,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:07.596781 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1760-17d0-42ff-96b0-507b72d815f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.601094 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.605987 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:07.644103 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a384-9dfd-4de5-a8fa-0860b8d90ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.772574 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2373bad2-2530-40aa-97be-f787b9781d6c req-a968cc0d-aad4-4793-9ace-e248685753a6 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383018 Jun 22 18:32:07.800595 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1760-17d0-42ff-96b0-507b72d815f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.806235 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1760-17d0-42ff-96b0-507b72d815f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.814239 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-1d2d1760-17d0-42ff-96b0-507b72d815f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6c6fcd1-b8e7-4758-8cf6-14a2262a822f HTTP/1.1" status: 204 len: 168 time: 0.4685137 Jun 22 18:32:07.815362 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4ea40416-0934-4393-80eb-0ae32fb1d6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:07.824233 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d1760-17d0-42ff-96b0-507b72d815f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c6fcd1-b8e7-4758-8cf6-14a2262a822f,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:07.826147 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a384-9dfd-4de5-a8fa-0860b8d90ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.827077 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1d2d1760-17d0-42ff-96b0-507b72d815f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:07.830372 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a384-9dfd-4de5-a8fa-0860b8d90ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.834322 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e5e4a384-9dfd-4de5-a8fa-0860b8d90ddc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/314897c8-4918-4334-9423-cef275c60fa4 HTTP/1.1" status: 204 len: 168 time: 0.3742805 Jun 22 18:32:07.834322 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:07.841003 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a384-9dfd-4de5-a8fa-0860b8d90ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314897c8-4918-4334-9423-cef275c60fa4,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:07.843115 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e5e4a384-9dfd-4de5-a8fa-0860b8d90ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:08.076951 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Network a690e947-a888-48bb-9dec-f07082ea8255 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:08.085591 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:08.102691 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-cc422351-c0f5-446e-b520-b0677f4a5a82 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.104320 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-cc422351-c0f5-446e-b520-b0677f4a5a82 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 819 time: 0.3318267 Jun 22 18:32:08.214815 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-c8df21bf-4af0-4cb1-a9cb-ca4e7f5e1ac5 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/quotas/46ccddfa57734aa5825d32e5f9e9452a HTTP/1.1" status: 200 len: 375 time: 0.0673928 Jun 22 18:32:08.288434 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76da4-9112-4cda-9af2-1568f442b655 req-da0c2b48-d1c1-459a-bfbf-e5362b7bc853 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.290341 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bd76da4-9112-4cda-9af2-1568f442b655 req-da0c2b48-d1c1-459a-bfbf-e5362b7bc853 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 931 time: 0.2819312 Jun 22 18:32:08.390095 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:32:08.412415 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 11f2c1a2-fd32-4344-9499-86bcd6445e8c up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:08.429191 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bd76da4-9112-4cda-9af2-1568f442b655 req-984c2bd1-e189-4083-b048-0ad3e2f52b2e tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122527 Jun 22 18:32:08.488070 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-a7cbe94c-8248-4189-9e01-469281708f76 None None] Provisioning complete for port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:08.488628 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a7cbe94c-8248-4189-9e01-469281708f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.532241 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-a7cbe94c-8248-4189-9e01-469281708f76 None None] Port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:08.541418 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 11f2c1a2-fd32-4344-9499-86bcd6445e8c triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:08.542092 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.581282 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:08.599525 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] 10.222.0.39 "PUT /v2.0/routers/1ed17e7d-1ade-4ee7-aacb-011a5e172e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8077698 Jun 22 18:32:08.607144 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Sync routers for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:08.613213 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-a5d1b4ee-00f7-41d2-a5fc-b27e42dfbfb4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3666377 Jun 22 18:32:08.624265 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:08.625356 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:31:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:08.751436 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e009c86d-bf5a-42b0-bece-d7f19b1fb177 service neutron] 10.222.0.39 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296825 Jun 22 18:32:08.874394 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-8967d3d9-28b5-430e-8450-d11f39a5b239 service neutron] 10.222.0.39 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167817 Jun 22 18:32:09.015142 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:09.088529 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40930e6b-f441-4fbe-b89f-f473197d143e req-03a7d235-88f7-4291-abca-f90f4f9c2d7b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:09.090634 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40930e6b-f441-4fbe-b89f-f473197d143e req-03a7d235-88f7-4291-abca-f90f4f9c2d7b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 932 time: 0.1145298 Jun 22 18:32:09.137019 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40930e6b-f441-4fbe-b89f-f473197d143e req-c4a193ae-0423-4884-b7aa-b11b3056f46e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Jun 22 18:32:09.441343 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-63613ec6-c713-4de0-963c-f81f015b9576 req-1137d8f3-0ec3-4b4d-bd37-250664a16b89 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.2517109 Jun 22 18:32:09.489870 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:07Z', 'revision_number': 2, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:09.553928 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Checking router: 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:09.553928 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Updating router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:32:09.602778 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.792242 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501ce42-0e75-408b-813c-c174e2972ea1 req-55612845-ce25-4494-a8b7-285150a9cc38 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:09.795143 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1501ce42-0e75-408b-813c-c174e2972ea1 req-55612845-ce25-4494-a8b7-285150a9cc38 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 931 time: 0.0859146 Jun 22 18:32:09.852697 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1501ce42-0e75-408b-813c-c174e2972ea1 req-b8fec80e-cd4c-4d02-9874-21b7f0aeca07 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496354 Jun 22 18:32:10.090632 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58870) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:10.094963 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.096259 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-ed974aa7-378d-454e-8c27-57dced587d4d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821543493', 'description': 'tempest-description--1231089785'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:10.109450 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Transition to ACTIVE for port object adb21f03-627d-4b5e-9b15-e3d6a4b241e5 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:10.116523 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.122486 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.130830 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ed974aa7-378d-454e-8c27-57dced587d4d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.231436 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2102748-a92b-4347-ab83-7fc2bebb6be4 None None] Pushing event updated for resources: {'Port': ['ID=adb21f03-627d-4b5e-9b15-e3d6a4b241e5,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.243770 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a2102748-a92b-4347-ab83-7fc2bebb6be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.269742 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ed974aa7-378d-454e-8c27-57dced587d4d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.280466 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ed974aa7-378d-454e-8c27-57dced587d4d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.287490 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.305226 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Attempting to bind port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:10.305604 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Attempting to bind port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:10.305970 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Attempting to bind port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 on network a690e947-a888-48bb-9dec-f07082ea8255 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:10.311919 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:10.312301 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Checking segment: {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:10.312712 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.313278 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Bound using segment: {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:10.313753 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Bound port: adb21f03-627d-4b5e-9b15-e3d6a4b241e5, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:10.314321 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.330155 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed974aa7-378d-454e-8c27-57dced587d4d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2174c9-2077-4e79-b154-d81aaf278f49,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.333795 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ed974aa7-378d-454e-8c27-57dced587d4d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.339455 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58880) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:10.347529 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-9ca74389-684b-4758-bb87-a155928147cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'security_group_rule': {'security_group_id': '2a2174c9-2077-4e79-b154-d81aaf278f49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:10.353262 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-ed974aa7-378d-454e-8c27-57dced587d4d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2602410 Jun 22 18:32:10.355652 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-ed974aa7-378d-454e-8c27-57dced587d4d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.391190 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9ca74389-684b-4758-bb87-a155928147cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.435368 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] For port adb21f03-627d-4b5e-9b15-e3d6a4b241e5, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:10.440076 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] For port adb21f03-627d-4b5e-9b15-e3d6a4b241e5, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=adb21f03-627d-4b5e-9b15-e3d6a4b241e5,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:10.446095 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.450303 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.563371 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9ca74389-684b-4758-bb87-a155928147cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.571752 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9ca74389-684b-4758-bb87-a155928147cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.576132 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:10.576894 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:31:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:10.582648 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2102748-a92b-4347-ab83-7fc2bebb6be4 None None] Pushing event updated for resources: {'Port': ['ID=adb21f03-627d-4b5e-9b15-e3d6a4b241e5,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.599931 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aa817-575b-4ac4-bc8c-991834b8a68f req-7f623529-1b28-4279-8951-1543a0a192d5 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:10.602579 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-980aa817-575b-4ac4-bc8c-991834b8a68f req-7f623529-1b28-4279-8951-1543a0a192d5 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 932 time: 0.2062633 Jun 22 18:32:10.606393 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.625300 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a2102748-a92b-4347-ab83-7fc2bebb6be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.649856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca74389-684b-4758-bb87-a155928147cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b8f210-40ee-4ffb-82b3-f799dcaa4a30,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.674849 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9ca74389-684b-4758-bb87-a155928147cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.691385 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-980aa817-575b-4ac4-bc8c-991834b8a68f req-5bd9b8a5-b040-4307-b529-3af1a33ec068 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795898 Jun 22 18:32:10.730763 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9ca74389-684b-4758-bb87-a155928147cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.735044 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58896) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:10.740293 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-a9474273-f206-4f1d-bdd0-a4257333fdb8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'security_group_rule': {'security_group_id': '2a2174c9-2077-4e79-b154-d81aaf278f49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:10.746707 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-9ca74389-684b-4758-bb87-a155928147cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4031594 Jun 22 18:32:10.755285 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:10.833308 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a9474273-f206-4f1d-bdd0-a4257333fdb8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.843843 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a05d24f0-fa66-44dc-af6d-c8e3923982ce req-58fcc516-644b-47ef-a737-35e87c4b6fbb tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.1239188 Jun 22 18:32:10.952704 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a9474273-f206-4f1d-bdd0-a4257333fdb8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.964935 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a9474273-f206-4f1d-bdd0-a4257333fdb8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.967452 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:11.001065 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a9474273-f206-4f1d-bdd0-a4257333fdb8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.006071 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a9474273-f206-4f1d-bdd0-a4257333fdb8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2693975 Jun 22 18:32:11.006591 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 58906) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:11.010563 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9474273-f206-4f1d-bdd0-a4257333fdb8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f628b715-9252-47d6-80da-a22477ef6795,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:11.014826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'floatingip': {'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:11.015411 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a9474273-f206-4f1d-bdd0-a4257333fdb8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:11.075365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.115480 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:10Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:11.165238 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1de4a3-fb6b-4c8c-aff4-7ea0f530bc8c None None] The sync data for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi is: [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:10Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:11.296569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1edcd7-c381-4747-b976-a807f68e0e17 req-ec879bbe-2069-4475-b7dd-cf774a2c18a7 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.298173 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3e1edcd7-c381-4747-b976-a807f68e0e17 req-ec879bbe-2069-4475-b7dd-cf774a2c18a7 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 931 time: 0.1576903 Jun 22 18:32:11.373299 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.468370 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3e1edcd7-c381-4747-b976-a807f68e0e17 req-89c434a1-1c24-4414-b7fb-76ab35ecb294 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568763 Jun 22 18:32:11.598577 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Allocated IP 172.27.3.131 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/05d489ea-bb1d-4ff5-9d72-b13e19f85471) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:11.838404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.041495 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.103918 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:12.112700 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0ce98461-81cd-4c86-9e20-e22d370991d6 req-530e3ced-4d8b-4e26-85f4-eb9f2b6ce30f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.0549068 Jun 22 18:32:12.197152 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:12.209299 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868252-997e-4d7c-825b-62db2be8b3eb req-299e2336-3ac2-4759-9052-498690175586 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.216480 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-db868252-997e-4d7c-825b-62db2be8b3eb req-299e2336-3ac2-4759-9052-498690175586 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 932 time: 0.3055727 Jun 22 18:32:12.239544 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:12.255912 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'Port': ['ID=05d489ea-bb1d-4ff5-9d72-b13e19f85471,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:12.258188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:12.273311 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:12.387072 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-db868252-997e-4d7c-825b-62db2be8b3eb req-7f3a0bf3-33c1-4a6c-8591-e910f8b5ee7f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488667 Jun 22 18:32:12.435651 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device adb21f03-627d-4b5e-9b15-e3d6a4b241e5 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:12.540159 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.558591 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:12.564854 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:12.566411 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.619660 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.710335 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.784829 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port adb21f03-627d-4b5e-9b15-e3d6a4b241e5, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=adb21f03-627d-4b5e-9b15-e3d6a4b241e5,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:12.797253 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.802982 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a2102748-a92b-4347-ab83-7fc2bebb6be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:12.948114 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=adb21f03-627d-4b5e-9b15-e3d6a4b241e5,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:12.959933 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:13.036381 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f253057-b142-449a-a964-a042ca6d8578 req-d7c4be6b-a68c-48ac-9c06-1a287f5cc55a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.038104 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8f253057-b142-449a-a964-a042ca6d8578 req-d7c4be6b-a68c-48ac-9c06-1a287f5cc55a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 931 time: 0.2655265 Jun 22 18:32:13.115162 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8f253057-b142-449a-a964-a042ca6d8578 req-d2b6698b-0a7a-4d59-bd33-0e753c221e72 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703228 Jun 22 18:32:13.117431 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.123687 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.127738 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:13.208082 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'Port': ['ID=05d489ea-bb1d-4ff5-9d72-b13e19f85471,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:13.221905 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:13.229335 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.246488 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.248325 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2401900 Jun 22 18:32:13.283253 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 58982) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:13.376788 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b0f9c09e-8f17-4ce6-8d51-a75e0f1e8565 req-ce4e48d6-4d85-4be1-9588-487fbdb38c65 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.0447710 Jun 22 18:32:13.463602 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-121ccb01-8ccf-42fc-b920-4a29b21832b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.585848 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-121ccb01-8ccf-42fc-b920-4a29b21832b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.591044 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-121ccb01-8ccf-42fc-b920-4a29b21832b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.595525 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:13.629137 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-43519611-0f5e-4a62-b9bb-22427aa7f684 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--821543493&fields=id&tenant_id=55342b2958f44882a29920c8df55761a HTTP/1.1" status: 200 len: 267 time: 0.1068995 Jun 22 18:32:13.649314 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-121ccb01-8ccf-42fc-b920-4a29b21832b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb8ab3bed8f54e84b9815020e3905990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643155 Jun 22 18:32:13.652209 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 59006) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:13.653624 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ccb01-8ccf-42fc-b920-4a29b21832b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e24c26-5c69-4194-bd19-3db9a6293e29,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:13.661116 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-121ccb01-8ccf-42fc-b920-4a29b21832b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:13.757895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e73495-8af6-4d45-9cd8-84e1419faea7 req-338206d9-572e-448a-b3c8-ab2620113869 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.759180 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-83e73495-8af6-4d45-9cd8-84e1419faea7 req-338206d9-572e-448a-b3c8-ab2620113869 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 932 time: 0.2037089 Jun 22 18:32:13.817123 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2c49f59-00d8-4a16-9df5-4ea58f8fdfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.851812 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-970f97f6-2893-4554-9732-43701baee79d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.853275 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-970f97f6-2893-4554-9732-43701baee79d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 817 time: 0.2150302 Jun 22 18:32:13.858353 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-83e73495-8af6-4d45-9cd8-84e1419faea7 req-353f85d5-1e12-47c3-9a37-2236ea78b35c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907328 Jun 22 18:32:13.872091 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2c49f59-00d8-4a16-9df5-4ea58f8fdfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.903990 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-7e9a38d8-84da-4d42-88d1-a0a81ac644a2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/quotas/55342b2958f44882a29920c8df55761a HTTP/1.1" status: 200 len: 375 time: 0.0408704 Jun 22 18:32:14.016299 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2c49f59-00d8-4a16-9df5-4ea58f8fdfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.023701 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2c49f59-00d8-4a16-9df5-4ea58f8fdfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.028371 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f2c49f59-00d8-4a16-9df5-4ea58f8fdfee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6e24c26-5c69-4194-bd19-3db9a6293e29 HTTP/1.1" status: 204 len: 168 time: 0.3714373 Jun 22 18:32:14.032085 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:14.043079 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c49f59-00d8-4a16-9df5-4ea58f8fdfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e24c26-5c69-4194-bd19-3db9a6293e29,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:14.047193 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f2c49f59-00d8-4a16-9df5-4ea58f8fdfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:14.064659 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-e814827f-8a82-4cbf-9047-b333c8c1ce06 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538100 Jun 22 18:32:14.220750 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-fc4d66cf-978f-467b-9280-79ebb31697b5 service neutron] 10.222.0.39 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361256 Jun 22 18:32:14.320179 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device adb21f03-627d-4b5e-9b15-e3d6a4b241e5 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:14.369571 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-05762987-29e8-410e-8e64-a3a0d0102bdd service neutron] 10.222.0.39 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368704 Jun 22 18:32:14.383920 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:14.384302 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.402341 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b126a7-8ad0-45e6-acb7-9237446bc55b req-4209c5dc-bc65-43f9-8df8-b4f1866ebd9f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:14.404048 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43b126a7-8ad0-45e6-acb7-9237446bc55b req-4209c5dc-bc65-43f9-8df8-b4f1866ebd9f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 931 time: 0.0954196 Jun 22 18:32:14.466191 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43b126a7-8ad0-45e6-acb7-9237446bc55b req-539604d5-f3df-4fd7-aff1-d52e9ead7f76 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Jun 22 18:32:14.491183 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59024) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:14.512212 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3831425c-6125-41d0-9f44-dde773baac17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.615852 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5727ec91-101c-4162-b995-0b86de8c8842 req-d7f8ee85-7cf4-4524-a8ad-b62554fc45fd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 210 time: 0.0400631 Jun 22 18:32:14.634728 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3831425c-6125-41d0-9f44-dde773baac17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.640473 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3831425c-6125-41d0-9f44-dde773baac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.643586 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-121ccb01-8ccf-42fc-b920-4a29b21832b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:14.675635 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831425c-6125-41d0-9f44-dde773baac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88826e8-3ac7-467a-bc28-d2a62fc302f0,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:14.679348 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3831425c-6125-41d0-9f44-dde773baac17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:14.681485 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-919ba27a-7c71-48b4-8395-8d364109138b req-2f62faa2-8aa7-4aba-80a6-8b411f52015e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.0408516 Jun 22 18:32:14.701647 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-3831425c-6125-41d0-9f44-dde773baac17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f953f62ac808438e90e5519f6f62e015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093894 Jun 22 18:32:14.704388 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59032) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:14.756608 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-77491525-2093-4b57-83fe-4fe11c5bc222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.782873 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-77491525-2093-4b57-83fe-4fe11c5bc222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.836662 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-77491525-2093-4b57-83fe-4fe11c5bc222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.840006 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-77491525-2093-4b57-83fe-4fe11c5bc222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.841274 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-77491525-2093-4b57-83fe-4fe11c5bc222 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f88826e8-3ac7-467a-bc28-d2a62fc302f0 HTTP/1.1" status: 204 len: 168 time: 0.1359739 Jun 22 18:32:14.841924 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:14.850123 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77491525-2093-4b57-83fe-4fe11c5bc222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88826e8-3ac7-467a-bc28-d2a62fc302f0,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:14.852362 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-77491525-2093-4b57-83fe-4fe11c5bc222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:14.895903 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:32:15.054523 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ed3de-450a-464c-bdb9-b80806a46d7b req-83800777-822b-41d4-a5a1-2ea04373ee29 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.056008 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1f0ed3de-450a-464c-bdb9-b80806a46d7b req-83800777-822b-41d4-a5a1-2ea04373ee29 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 932 time: 0.0678501 Jun 22 18:32:15.094661 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1f0ed3de-450a-464c-bdb9-b80806a46d7b req-39c5d042-e3f9-4203-8265-41c0a2995cbc tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Jun 22 18:32:15.678736 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238144b-2159-435a-b40a-f5829152b018 req-dacad0a4-667c-4ff3-b481-447803e95475 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.680665 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4238144b-2159-435a-b40a-f5829152b018 req-dacad0a4-667c-4ff3-b481-447803e95475 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 931 time: 0.0796790 Jun 22 18:32:15.731569 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4238144b-2159-435a-b40a-f5829152b018 req-c7d11d38-b48e-46ba-a3e7-022917929ffe tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430834 Jun 22 18:32:15.798476 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f70364bc-f6e8-4595-8b5e-0e9f883c23a9 req-aadaf524-8218-4222-891d-c2508e12a21c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 210 time: 0.0329275 Jun 22 18:32:16.079570 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-76fbf810-1fc7-4122-92ea-e65aae524c31 req-4f7b4ecf-e56c-4a62-b567-2e37c9acaf4a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.2130694 Jun 22 18:32:16.310196 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f2014-aa04-44d8-bd2c-6d49527b723c req-117b10f8-51ae-423e-ae64-6a7b6d58460a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:16.312085 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b26f2014-aa04-44d8-bd2c-6d49527b723c req-117b10f8-51ae-423e-ae64-6a7b6d58460a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 932 time: 0.0914598 Jun 22 18:32:16.371989 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b26f2014-aa04-44d8-bd2c-6d49527b723c req-a99f65cd-bfea-4263-b5d8-1e8ca9060515 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534239 Jun 22 18:32:16.977281 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f674a7a0-92a3-4cd0-b5f5-8d96e1f7d4b3 req-7bba0fbb-c169-4d10-97b4-1d87231114c1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 210 time: 0.0424404 Jun 22 18:32:16.986782 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb5e57-b0ee-4e8d-81c0-971f074e64be req-2dce2c2f-31cd-4027-8915-80e808be443b tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:16.988293 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-51bb5e57-b0ee-4e8d-81c0-971f074e64be req-2dce2c2f-31cd-4027-8915-80e808be443b tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 931 time: 0.1163859 Jun 22 18:32:17.033442 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-51bb5e57-b0ee-4e8d-81c0-971f074e64be req-9acda08b-fa2c-4794-98f6-6a8f56884cbc tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Jun 22 18:32:17.057687 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-ae40291c-b53c-4ca6-8b90-198efa7fda6a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:32:17.059160 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-ae40291c-b53c-4ca6-8b90-198efa7fda6a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147567 Jun 22 18:32:17.249453 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9209dd08-7109-4a7e-871f-9a66d8c185ee req-1c4e0220-0734-4d55-a552-47cacb06c59d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.0472233 Jun 22 18:32:17.287797 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Request body: {'port': {'device_id': '251cd38a-35c3-469f-9a26-50a6b4bc165b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:17.289897 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Request body: {'port': {'device_id': '38ad823e-e0cb-4fcf-a51e-deeb04c782bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:17.438421 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.443626 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.739873 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74e38a-8c5c-4366-ad51-a95651fef528 req-85288cc5-781f-433f-b889-407b029eeaec tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.741349 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1b74e38a-8c5c-4366-ad51-a95651fef528 req-85288cc5-781f-433f-b889-407b029eeaec tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 932 time: 0.2091908 Jun 22 18:32:17.818078 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1b74e38a-8c5c-4366-ad51-a95651fef528 req-04f6be7b-f35b-4b2d-8b0e-e9d443e00903 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692933 Jun 22 18:32:17.824687 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b84fa07-3b5a-45cf-aa2f-600de44c9558 {{(pid=92906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:17.832665 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.852452 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.provisioning_blocks [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Transition to ACTIVE for port object 6b84fa07-3b5a-45cf-aa2f-600de44c9558 will not be triggered until provisioned by entity L2. {{(pid=92906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:17.857485 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.870687 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e2e236de-bd4c-483e-b7aa-72cd5a96d569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:17.884364 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938862cc-fa51-4257-bb0d-3db98813c32f {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:17.893768 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.914736 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Transition to ACTIVE for port object 938862cc-fa51-4257-bb0d-3db98813c32f will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:17.920143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.925781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:18.111914 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Pushing event updated for resources: {'Port': ['ID=6b84fa07-3b5a-45cf-aa2f-600de44c9558,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:18.133605 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:18.136294 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Pushing event updated for resources: {'Port': ['ID=938862cc-fa51-4257-bb0d-3db98813c32f,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:18.145807 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:18.171148 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.managers [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Attempting to bind port 6b84fa07-3b5a-45cf-aa2f-600de44c9558 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:18.171724 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.managers [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Attempting to bind port 6b84fa07-3b5a-45cf-aa2f-600de44c9558 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'a4a56231-2c95-46ee-8de2-48a7fd705ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e1da0cf5-fb3f-4c99-bb9c-24a480147272'}] {{(pid=92906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:18.172231 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Attempting to bind port 6b84fa07-3b5a-45cf-aa2f-600de44c9558 on network e1da0cf5-fb3f-4c99-bb9c-24a480147272 {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:18.184404 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Port 6b84fa07-3b5a-45cf-aa2f-600de44c9558 on network e1da0cf5-fb3f-4c99-bb9c-24a480147272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:18.185132 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Attempting to bind port 6b84fa07-3b5a-45cf-aa2f-600de44c9558 on network e1da0cf5-fb3f-4c99-bb9c-24a480147272 {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:18.187313 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.109', 53731) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:18.227292 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:18.235593 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Checking segment: {'id': 'a4a56231-2c95-46ee-8de2-48a7fd705ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e1da0cf5-fb3f-4c99-bb9c-24a480147272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:18.236378 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Bound using segment: {'id': 'a4a56231-2c95-46ee-8de2-48a7fd705ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e1da0cf5-fb3f-4c99-bb9c-24a480147272'} {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:18.237246 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.managers [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Bound port: 6b84fa07-3b5a-45cf-aa2f-600de44c9558, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a56231-2c95-46ee-8de2-48a7fd705ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e1da0cf5-fb3f-4c99-bb9c-24a480147272'}}] {{(pid=92906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:18.237665 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.249529 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3c888bfc-828b-46e3-b9eb-254260d18c20 req-30079143-8a49-4477-918b-20372577f443 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 210 time: 0.0532999 Jun 22 18:32:18.327194 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Attempting to bind port 938862cc-fa51-4257-bb0d-3db98813c32f on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:18.327660 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Attempting to bind port 938862cc-fa51-4257-bb0d-3db98813c32f by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:18.328063 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Attempting to bind port 938862cc-fa51-4257-bb0d-3db98813c32f on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:18.335286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Port 938862cc-fa51-4257-bb0d-3db98813c32f on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:18.335632 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Attempting to bind port 938862cc-fa51-4257-bb0d-3db98813c32f on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:18.348013 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:18.348013 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Checking segment: {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:18.348569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Bound using segment: {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:18.349036 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Bound port: 938862cc-fa51-4257-bb0d-3db98813c32f, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:18.349384 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.376017 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f367e-c8e6-4fa1-86f8-730c8dfab1c1 req-f880119d-4450-4b5f-a38b-ab8547ede0a2 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.377612 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ba8f367e-c8e6-4fa1-86f8-730c8dfab1c1 req-f880119d-4450-4b5f-a38b-ab8547ede0a2 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 943 time: 0.1269629 Jun 22 18:32:18.474573 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ba8f367e-c8e6-4fa1-86f8-730c8dfab1c1 req-6563f294-a35b-4ade-abfa-1d2c34b371c1 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746808 Jun 22 18:32:18.503427 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] For port 938862cc-fa51-4257-bb0d-3db98813c32f, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:18.508122 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-badc3c68-5a07-4a62-b696-86fe50c8e71c req-22343ade-0aba-449b-b190-bc794ce93820 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.0724566 Jun 22 18:32:18.530740 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] For port 938862cc-fa51-4257-bb0d-3db98813c32f, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=938862cc-fa51-4257-bb0d-3db98813c32f,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:18.535652 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.539480 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:18.547732 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] For port 6b84fa07-3b5a-45cf-aa2f-600de44c9558, host hv-cinder-76960, cleared binding levels {{(pid=92906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:18.554817 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] For port 6b84fa07-3b5a-45cf-aa2f-600de44c9558, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6b84fa07-3b5a-45cf-aa2f-600de44c9558,segment=NetworkSegment(a4a56231-2c95-46ee-8de2-48a7fd705ead),segment_id=a4a56231-2c95-46ee-8de2-48a7fd705ead)] {{(pid=92906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:18.560950 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.574413 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.574719 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2d51c88c-1746-409c-a1c7-191e63f1423b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:18.575028 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.576461 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] 10.222.0.109 "PUT /v2.0/ports/938862cc-fa51-4257-bb0d-3db98813c32f HTTP/1.1" status: 200 len: 1094 time: 1.3965900 Jun 22 18:32:18.576943 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ad823e-e0cb-4fcf-a51e-deeb04c782bb', 'tag': '938862cc-fa51-4257-bb0d-3db98813c32f'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:18.615434 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Pushing event updated for resources: {'Port': ['ID=938862cc-fa51-4257-bb0d-3db98813c32f,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:18.619286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:18.652757 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-fc48ce03-5db9-43b1-b28d-8a7ed995b468 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.654213 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-fc48ce03-5db9-43b1-b28d-8a7ed995b468 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 819 time: 0.4618237 Jun 22 18:32:18.657970 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.658781 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.660364 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] 10.222.0.109 "PUT /v2.0/ports/6b84fa07-3b5a-45cf-aa2f-600de44c9558 HTTP/1.1" status: 200 len: 1093 time: 1.4786134 Jun 22 18:32:18.660667 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251cd38a-35c3-469f-9a26-50a6b4bc165b', 'tag': '6b84fa07-3b5a-45cf-aa2f-600de44c9558'}] {{(pid=92906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:18.693719 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Pushing event updated for resources: {'Port': ['ID=6b84fa07-3b5a-45cf-aa2f-600de44c9558,revision_number=3']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:18.696939 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:18.711627 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89381bd-9fdd-48d5-ae9e-1264ac21963c" -d '{"events": [{"name": "network-changed", "server_uuid": "38ad823e-e0cb-4fcf-a51e-deeb04c782bb", "tag": "938862cc-fa51-4257-bb0d-3db98813c32f"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:18.757783 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ff035369c1c9d6bf504f743e9aafde6dd958d2f8985069b97200d5a2741ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204" -d '{"events": [{"name": "network-changed", "server_uuid": "251cd38a-35c3-469f-9a26-50a6b4bc165b", "tag": "6b84fa07-3b5a-45cf-aa2f-600de44c9558"}]}' {{(pid=92906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:18.803773 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Request body: {'port': {'device_id': '1c83a294-d673-4c30-a316-b717e5822cb6', 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9', 'admin_state_up': True, 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:18.918071 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.109', 53736) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:19.037069 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5972bb-bf06-477f-a2e9-16ffface4286 x-openstack-request-id: req-3e5972bb-bf06-477f-a2e9-16ffface4286 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:19.037469 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ad823e-e0cb-4fcf-a51e-deeb04c782bb", "tag": "938862cc-fa51-4257-bb0d-3db98813c32f", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:19.037795 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e5972bb-bf06-477f-a2e9-16ffface4286 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:19.038324 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ad823e-e0cb-4fcf-a51e-deeb04c782bb', 'tag': '938862cc-fa51-4257-bb0d-3db98813c32f', 'status': 'completed', 'code': 200} Jun 22 18:32:19.082027 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-5d13cbd1-8a21-472d-ba54-1a069caf830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.082027 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-5d13cbd1-8a21-472d-ba54-1a069caf830a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 1097 time: 0.2651241 Jun 22 18:32:19.093824 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-bfaca0d0-c366-4404-b467-9a467171a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.095325 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-bfaca0d0-c366-4404-b467-9a467171a514 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=a9e1a748e3fa4adea4b1bd872433d839&device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 1096 time: 0.2729416 Jun 22 18:32:19.107751 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a30a79-2207-4081-98a3-f567923940eb x-openstack-request-id: req-07a30a79-2207-4081-98a3-f567923940eb {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:19.108205 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251cd38a-35c3-469f-9a26-50a6b4bc165b", "tag": "6b84fa07-3b5a-45cf-aa2f-600de44c9558", "status": "completed", "code": 200}]} {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:19.108532 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07a30a79-2207-4081-98a3-f567923940eb {{(pid=92906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:19.109838 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251cd38a-35c3-469f-9a26-50a6b4bc165b', 'tag': '6b84fa07-3b5a-45cf-aa2f-600de44c9558', 'status': 'completed', 'code': 200} Jun 22 18:32:19.194213 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-8037ce72-cfec-426a-94ec-dc02c94ff334 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938862cc-fa51-4257-bb0d-3db98813c32f HTTP/1.1" status: 200 len: 217 time: 0.0922339 Jun 22 18:32:19.235016 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-7defedc2-3d87-4bfc-b580-61955e5ddda7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.237415 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-7defedc2-3d87-4bfc-b580-61955e5ddda7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 817 time: 0.3126917 Jun 22 18:32:19.238818 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Made reservation on behalf of 46ccddfa57734aa5825d32e5f9e9452a for: {'port': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:19.244649 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.250081 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-d7856206-2c4d-461c-8e6f-4050ebd1b8e6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b84fa07-3b5a-45cf-aa2f-600de44c9558 HTTP/1.1" status: 200 len: 217 time: 0.1140847 Jun 22 18:32:19.527606 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-cb367fd4-a461-4585-b577-388a19871656 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55342b2958f44882a29920c8df55761a HTTP/1.1" status: 200 len: 379 time: 0.2170169 Jun 22 18:32:19.528848 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-26bb77e1-a087-4636-9ee7-9dc3df669d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.531464 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-26bb77e1-a087-4636-9ee7-9dc3df669d7b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 200 len: 854 time: 0.1543009 Jun 22 18:32:19.540033 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Allocated IP 172.20.0.8 (d0fe8673-c9a6-4902-a3b1-cc15228312d9/7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3/65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:19.551405 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2183be78-f479-4b76-9f9b-64daaf65fee5 req-d9c984a2-a359-47ca-ac77-be5aefe23c93 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 210 time: 0.0478196 Jun 22 18:32:19.553724 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-cfd2a3aa-6097-458c-bf31-b259414f269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.555035 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-cfd2a3aa-6097-458c-bf31-b259414f269c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ece22b3b-c3d2-4078-a8cb-ae32cb190081 HTTP/1.1" status: 200 len: 852 time: 0.2591624 Jun 22 18:32:19.580070 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee8abe-1fa5-4457-8c1c-000c3bf3f25b req-1533279a-f6b7-40f4-a0c4-50f35c2c1580 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.593672 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b8ee8abe-1fa5-4457-8c1c-000c3bf3f25b req-1533279a-f6b7-40f4-a0c4-50f35c2c1580 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 944 time: 0.3987074 Jun 22 18:32:19.637156 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'port': {'device_id': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'admin_state_up': True, 'tenant_id': '55342b2958f44882a29920c8df55761a', 'security_groups': ['2a2174c9-2077-4e79-b154-d81aaf278f49']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:19.773835 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-215f7574-ce79-4d1b-8415-a2296c67aa76 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186602 Jun 22 18:32:19.856015 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b8ee8abe-1fa5-4457-8c1c-000c3bf3f25b req-d01eff1b-080b-4082-993b-b2f7d11ea94c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613277 Jun 22 18:32:19.858086 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-9c03375e-3cba-4b32-9dfe-cdb79764fd63 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e1da0cf5-fb3f-4c99-bb9c-24a480147272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980267 Jun 22 18:32:19.893026 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.109', 53743) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:20.027021 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-a35a6a44-6589-42b1-800c-11d23d04be85 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421532 Jun 22 18:32:20.032595 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.171463 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-847b9232-6f21-49f7-9ec4-da56584ffca9 req-05ff905e-93de-483f-a8f1-9aeaa55cc9c8 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357770 Jun 22 18:32:20.173622 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2973071'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.186803 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:20.222724 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Network d0fe8673-c9a6-4902-a3b1-cc15228312d9 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:20.226194 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:20.231323 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:20.283605 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Pushing event updated for resources: {'Port': ['ID=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:20.296172 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:20.313062 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.313684 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.330116 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5378866 Jun 22 18:32:20.390628 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-092505dc-77e5-48c6-a629-3c6f616d6da7 req-8f33225e-8993-4c43-b3c0-3e3f24f23967 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.1615617 Jun 22 18:32:20.460286 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Request body: {'port': {'device_id': '1c83a294-d673-4c30-a316-b717e5822cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:20.516311 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e575b0f4-736d-4ba6-8b33-3e2f2872a5ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.517743 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e575b0f4-736d-4ba6-8b33-3e2f2872a5ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 819 time: 0.6234627 Jun 22 18:32:20.526008 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bb3e7-d6b9-4158-b234-884054f65992 req-737d56ab-136a-4bb1-9935-c4c1428cc77a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.527514 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-140bb3e7-d6b9-4158-b234-884054f65992 req-737d56ab-136a-4bb1-9935-c4c1428cc77a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 943 time: 0.7542937 Jun 22 18:32:20.531119 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-f2d6c520-e61e-4ad0-aa36-5717f044bc1e service neutron] 10.222.0.109 "GET /v2.0/networks/e1da0cf5-fb3f-4c99-bb9c-24a480147272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819805 Jun 22 18:32:20.556688 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Made reservation on behalf of 55342b2958f44882a29920c8df55761a for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:20.562146 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.575834 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.579873 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-c4e5b035-9686-48ec-9b33-5a6efe0e6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.581358 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-c4e5b035-9686-48ec-9b33-5a6efe0e6380 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 1097 time: 0.1350341 Jun 22 18:32:20.601103 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-140bb3e7-d6b9-4158-b234-884054f65992 req-e36f8800-c59d-4313-9467-a99dcfb22210 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672204 Jun 22 18:32:20.652914 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Request body: {'port': {'device_id': 'e1418122-a7ff-4235-aebe-7ca65e36aa9f', 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9', 'admin_state_up': True, 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:20.744577 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59274) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:20.794714 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-175f7d56-e9ce-4594-8de4-c00270ec01ed req-bb6de940-c1d3-4b04-b7a1-73fdfaa5f1f3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 210 time: 0.0749364 Jun 22 18:32:20.896251 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-4ec67e2b-a81d-41e6-ba87-8b69f63f7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.897896 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-4ec67e2b-a81d-41e6-ba87-8b69f63f7d74 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 916 time: 0.2632251 Jun 22 18:32:20.914460 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Allocated IP 172.20.0.13 (a690e947-a888-48bb-9dec-f07082ea8255/82b0998f-228a-416c-9b3c-9736c12ed9e3/1115455d-bdff-4bcd-9daa-bd3499f3480f) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:20.932157 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-327c01ef-0f1f-44a1-813d-a599d6a8b098 req-7581b4e5-7eed-44e7-bddb-075529d3fdc5 service neutron] 10.222.0.109 "GET /v2.0/networks/e1da0cf5-fb3f-4c99-bb9c-24a480147272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842247 Jun 22 18:32:20.959912 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Made reservation on behalf of 46ccddfa57734aa5825d32e5f9e9452a for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:20.963424 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.987979 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-3274611b-c8db-4693-97a2-8b574fa49149 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938862cc-fa51-4257-bb0d-3db98813c32f HTTP/1.1" status: 200 len: 217 time: 0.0809405 Jun 22 18:32:20.996609 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12e58d02-f3f6-4b01-922b-da12b8ad313e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.296483 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.304396 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-51c765db-53ca-436c-bfda-beb34660f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.306097 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-51c765db-53ca-436c-bfda-beb34660f793 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=a9e1a748e3fa4adea4b1bd872433d839&device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 1096 time: 0.1719503 Jun 22 18:32:21.319895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb073f9-fd1d-4502-9c9e-d32edc2af161 req-e15e7097-70e2-47ad-a08b-90e903a6d037 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.329797 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1eb073f9-fd1d-4502-9c9e-d32edc2af161 req-e15e7097-70e2-47ad-a08b-90e903a6d037 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 944 time: 0.2552919 Jun 22 18:32:21.345438 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-49b4d579-c50a-445d-95e0-723aa8e09cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.347271 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-49b4d579-c50a-445d-95e0-723aa8e09cd6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 200 len: 854 time: 0.2602623 Jun 22 18:32:21.396288 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-2141cdfc-6aa6-4913-892e-9886cbb04767 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384605 Jun 22 18:32:21.420955 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Transition to ACTIVE for port object 1115455d-bdff-4bcd-9daa-bd3499f3480f will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:21.476070 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 {{(pid=92906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:21.488537 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.515813 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1eb073f9-fd1d-4502-9c9e-d32edc2af161 req-52ee0047-e098-41fc-8b7d-f62dc7a9c2ba tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850212 Jun 22 18:32:21.587822 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.provisioning_blocks [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Transition to ACTIVE for port object 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 will not be triggered until provisioned by entity L2. {{(pid=92906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:21.596611 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-96246f8f-84f1-4916-8517-da5c4a710605 req-a031dd64-a65f-406c-943c-315ed63117ce tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.0458813 Jun 22 18:32:21.602568 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-3a303e01-0452-4933-af46-48330a8a9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.604025 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-3a303e01-0452-4933-af46-48330a8a9ef8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=e1da0cf5-fb3f-4c99-bb9c-24a480147272 HTTP/1.1" status: 200 len: 914 time: 0.2714617 Jun 22 18:32:21.618370 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.618370 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e16de30e-1441-4486-9e8f-de6c5d8c12ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:21.621838 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12e58d02-f3f6-4b01-922b-da12b8ad313e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.640458 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.653462 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12e58d02-f3f6-4b01-922b-da12b8ad313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.679021 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-a5590caf-0dc2-4de1-9dab-b88cc67dbdb1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b84fa07-3b5a-45cf-aa2f-600de44c9558 HTTP/1.1" status: 200 len: 217 time: 0.0506346 Jun 22 18:32:21.682117 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:21.719181 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-9f9da5e7-b174-4b54-8a4b-3e812a22e6c4 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329788 Jun 22 18:32:21.722025 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Pushing event updated for resources: {'Port': ['ID=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:21.725108 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:21.757601 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:21.763654 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Allocated IP 172.20.0.6 (d0fe8673-c9a6-4902-a3b1-cc15228312d9/7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3/bf4d3ee3-d86b-499e-a617-289e45cf9e67) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:21.767131 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-12e58d02-f3f6-4b01-922b-da12b8ad313e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c34bbf9e6524e07a32427f8e8c60b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0207117 Jun 22 18:32:21.781982 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59314) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:21.814609 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Network a690e947-a888-48bb-9dec-f07082ea8255 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:21.839916 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:21.870830 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e58d02-f3f6-4b01-922b-da12b8ad313e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52d4bf4-8175-4e61-af0c-9ed03daf7e86,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:21.874046 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-12e58d02-f3f6-4b01-922b-da12b8ad313e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:21.949945 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.managers [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Attempting to bind port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:21.950637 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.managers [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Attempting to bind port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'}] {{(pid=92906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:21.950637 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Attempting to bind port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 on network d0fe8673-c9a6-4902-a3b1-cc15228312d9 {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:21.975205 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 on network d0fe8673-c9a6-4902-a3b1-cc15228312d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:21.975474 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Attempting to bind port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 on network d0fe8673-c9a6-4902-a3b1-cc15228312d9 {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:21.980369 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-eeed67d1-b79f-4597-adf5-94c712a702a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.981053 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-3bb4be20-6b32-4cfe-bfcc-9b1ffbd1ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.982490 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-3bb4be20-6b32-4cfe-bfcc-9b1ffbd1ff32 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ece22b3b-c3d2-4078-a8cb-ae32cb190081 HTTP/1.1" status: 200 len: 852 time: 0.2955270 Jun 22 18:32:21.991683 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:21.997559 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:22.004365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:22.005672 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-2ad14466-8de0-469c-aab1-420395092b10 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430294 Jun 22 18:32:22.006405 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:22.006793 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Checking segment: {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:22.007407 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Bound using segment: {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'} {{(pid=92906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:22.008079 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.managers [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Bound port: 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'}}] {{(pid=92906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:22.008256 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.034803 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-eeed67d1-b79f-4597-adf5-94c712a702a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.050977 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-34cce19c-4e1e-4ca7-80bc-8d9bc63bd63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.123976 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] For port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5, host hv-cinder-76960, cleared binding levels {{(pid=92906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:22.127371 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] For port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:22.136780 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.139243 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:22.189308 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-eeed67d1-b79f-4597-adf5-94c712a702a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.193950 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.194683 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.196356 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] 10.222.0.109 "PUT /v2.0/ports/65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 HTTP/1.1" status: 200 len: 1093 time: 1.7410154 Jun 22 18:32:22.197040 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83a294-d673-4c30-a316-b717e5822cb6', 'tag': '65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5'}] {{(pid=92906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:22.199765 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ff035369c1c9d6bf504f743e9aafde6dd958d2f8985069b97200d5a2741ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5059d35-797a-44ad-9ef8-85f6833a743b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83a294-d673-4c30-a316-b717e5822cb6", "tag": "65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5"}]}' {{(pid=92906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:22.209391 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-eeed67d1-b79f-4597-adf5-94c712a702a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.219170 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-1b4fc854-bef0-490f-ad8c-943edc9df35b None None] Provisioning for port 1115455d-bdff-4bcd-9daa-bd3499f3480f completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:22.224217 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-eeed67d1-b79f-4597-adf5-94c712a702a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d52d4bf4-8175-4e61-af0c-9ed03daf7e86 HTTP/1.1" status: 204 len: 168 time: 0.4304197 Jun 22 18:32:22.234923 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-1b4fc854-bef0-490f-ad8c-943edc9df35b None None] Provisioning complete for port 1115455d-bdff-4bcd-9daa-bd3499f3480f triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:22.235438 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc854-bef0-490f-ad8c-943edc9df35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.274697 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Pushing event updated for resources: {'Port': ['ID=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,revision_number=3']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:22.285503 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:22.288067 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fc854-bef0-490f-ad8c-943edc9df35b None None] Port 1115455d-bdff-4bcd-9daa-bd3499f3480f cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:22.296139 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:22.342262 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed67d1-b79f-4597-adf5-94c712a702a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52d4bf4-8175-4e61-af0c-9ed03daf7e86,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:22.346090 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-eeed67d1-b79f-4597-adf5-94c712a702a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:22.375374 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-18116c61-84ab-4c97-b795-5e743c238c81 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e1da0cf5-fb3f-4c99-bb9c-24a480147272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3703694 Jun 22 18:32:22.410981 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-9ab92520-6bf1-44c4-a131-a7f4902de0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.416300 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-9ab92520-6bf1-44c4-a131-a7f4902de0b9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1096 time: 0.1392226 Jun 22 18:32:22.449708 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.473144 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-1194ca3a-7f94-45d4-a413-34c9db2c63b3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 HTTP/1.1" status: 200 len: 217 time: 0.0426934 Jun 22 18:32:22.554564 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-a57459a5-b173-4df3-ae45-cbec307cca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.554564 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-a57459a5-b173-4df3-ae45-cbec307cca64 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.0724986 Jun 22 18:32:22.556590 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.557233 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.577196 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-510349ab-9bc9-4445-8497-0791a69ae3f9 service neutron] 10.222.0.109 "GET /v2.0/networks/e1da0cf5-fb3f-4c99-bb9c-24a480147272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804221 Jun 22 18:32:22.594328 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82580644-c6eb-4179-86fe-fe0c288c2dfc req-676dc049-e96b-4c2f-a20b-68697c1a9d0a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.596123 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82580644-c6eb-4179-86fe-fe0c288c2dfc req-676dc049-e96b-4c2f-a20b-68697c1a9d0a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 943 time: 0.8361259 Jun 22 18:32:22.616467 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-7be473da-63fa-4a44-9bb7-6d6e78cbc195 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548880 Jun 22 18:32:22.637097 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0048687 Jun 22 18:32:22.668668 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 59352) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:22.688644 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Request body: {'port': {'device_id': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:22.708934 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb3fd9-97e7-4d32-a6b6-3c98152eb1c4 req-1e94ddb9-b31d-4241-87db-f56463c52990 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.716650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3deb3fd9-97e7-4d32-a6b6-3c98152eb1c4 req-1e94ddb9-b31d-4241-87db-f56463c52990 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 932 time: 0.7262239 Jun 22 18:32:22.755559 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-a986d25c-3c9b-4ec9-9a55-e268191edf74 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298075 Jun 22 18:32:22.779161 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-43e18d00-dd24-4c21-812e-11637664fe0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.830747 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82580644-c6eb-4179-86fe-fe0c288c2dfc req-799a9f28-3c47-4000-b44e-2558752bfc0d tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201188 Jun 22 18:32:22.878619 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.891800 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-d21e3ffd-a17d-4a82-ba1e-98aabe9041cf service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290748 Jun 22 18:32:22.893446 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28345f4b-d97f-4f6e-92c2-aff1f5e7a1d4 x-openstack-request-id: req-28345f4b-d97f-4f6e-92c2-aff1f5e7a1d4 {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:22.893886 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83a294-d673-4c30-a316-b717e5822cb6", "tag": "65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5", "status": "completed", "code": 200}]} {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:22.894252 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28345f4b-d97f-4f6e-92c2-aff1f5e7a1d4 {{(pid=92906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:22.894734 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83a294-d673-4c30-a316-b717e5822cb6', 'tag': '65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5', 'status': 'completed', 'code': 200} Jun 22 18:32:22.907169 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3deb3fd9-97e7-4d32-a6b6-3c98152eb1c4 req-345c767e-81cb-4d7c-9c72-f12f845333bb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896520 Jun 22 18:32:22.922244 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:22.938406 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ad3c070d-7a2f-44c9-95cc-d91a4e74d204 req-8a562278-2fe0-4fc0-bb9a-f4270b2b543b service neutron] 10.222.0.109 "GET /v2.0/networks/e1da0cf5-fb3f-4c99-bb9c-24a480147272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286567 Jun 22 18:32:22.996969 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.025361 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Network d0fe8673-c9a6-4902-a3b1-cc15228312d9 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:23.041133 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Pushing event updated for resources: {'Port': ['ID=bf4d3ee3-d86b-499e-a617-289e45cf9e67,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:23.046366 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:23.048849 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:23.057926 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:23.314258 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.314865 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.377719 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-43e18d00-dd24-4c21-812e-11637664fe0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.393684 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-43e18d00-dd24-4c21-812e-11637664fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.404870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:23.429009 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7799573 Jun 22 18:32:23.465133 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034aa2d-886a-4cdb-89e4-560ea9169f31 req-1b05fe97-b3da-432b-9806-1b4b82fb8f05 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.472383 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a034aa2d-886a-4cdb-89e4-560ea9169f31 req-1b05fe97-b3da-432b-9806-1b4b82fb8f05 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 944 time: 0.4223402 Jun 22 18:32:23.492176 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Request body: {'port': {'device_id': 'e1418122-a7ff-4235-aebe-7ca65e36aa9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:23.510175 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-260b2676-f633-4621-947a-7eaf2f6adcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.512300 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-260b2676-f633-4621-947a-7eaf2f6adcff service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1096 time: 0.4302227 Jun 22 18:32:23.584084 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-43e18d00-dd24-4c21-812e-11637664fe0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8cd8a664054446bb2a9a322fdda7cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9045820 Jun 22 18:32:23.586797 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59370) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:23.602249 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58043ca4-9490-421f-8752-03aded29faf3 req-cacdbd70-ccc2-4f59-b1d2-e374e5022a90 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.603814 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-58043ca4-9490-421f-8752-03aded29faf3 req-cacdbd70-ccc2-4f59-b1d2-e374e5022a90 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 931 time: 0.5524054 Jun 22 18:32:23.677674 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bfff-83f2-46dd-a6f5-e2336c5c5afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.688710 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e18d00-dd24-4c21-812e-11637664fe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5aea16-6c49-4013-bf5b-ad62d23d016f,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:23.708937 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bfff-83f2-46dd-a6f5-e2336c5c5afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.725313 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-43e18d00-dd24-4c21-812e-11637664fe0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:23.774699 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bfff-83f2-46dd-a6f5-e2336c5c5afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.778394 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bfff-83f2-46dd-a6f5-e2336c5c5afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.779811 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-d7d4bfff-83f2-46dd-a6f5-e2336c5c5afe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b5aea16-6c49-4013-bf5b-ad62d23d016f HTTP/1.1" status: 204 len: 168 time: 0.1911395 Jun 22 18:32:23.780608 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:23.788672 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4bfff-83f2-46dd-a6f5-e2336c5c5afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5aea16-6c49-4013-bf5b-ad62d23d016f,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:23.800566 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a034aa2d-886a-4cdb-89e4-560ea9169f31 req-3b964fb4-f2b3-47e7-b211-9f20e9776a8e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272023 Jun 22 18:32:23.810446 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d7d4bfff-83f2-46dd-a6f5-e2336c5c5afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:23.896940 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-58043ca4-9490-421f-8752-03aded29faf3 req-06e2ae2b-891a-414b-be6d-02622ffdefc0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725320 Jun 22 18:32:23.909027 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.960112 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-b99afbf6-6182-41f7-983a-56e9ad43ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.961616 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-b99afbf6-6182-41f7-983a-56e9ad43ef8f service neutron] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 921 time: 0.4045746 Jun 22 18:32:24.048258 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1115455d-bdff-4bcd-9daa-bd3499f3480f {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:24.080556 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-448803f6-9618-4940-8d23-ae9d73cacb89 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 HTTP/1.1" status: 200 len: 217 time: 0.0945759 Jun 22 18:32:24.084438 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.230874 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Transition to ACTIVE for port object 1115455d-bdff-4bcd-9daa-bd3499f3480f will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:24.255039 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.273058 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:24.316076 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-8b3bb16d-6f72-4527-9506-95d518808a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:24.317539 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-8b3bb16d-6f72-4527-9506-95d518808a96 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.2252288 Jun 22 18:32:24.420365 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-be48924b-5050-4aa4-9a52-da68871bb3f6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890083 Jun 22 18:32:24.434259 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:24.450021 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d9eb1-4d94-4b40-9ebc-fcd1f4b7de30 req-92647815-8869-4d91-afb1-d27e5b7c5b4c tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:24.454349 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f41d9eb1-4d94-4b40-9ebc-fcd1f4b7de30 req-92647815-8869-4d91-afb1-d27e5b7c5b4c tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 943 time: 0.4669421 Jun 22 18:32:24.461918 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:24.800263 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17b332-2b77-4477-99e7-0b0c99fd2d69 req-bcb714f6-44d5-41d5-8008-dd2ce8f88212 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:24.801753 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8a17b332-2b77-4477-99e7-0b0c99fd2d69 req-bcb714f6-44d5-41d5-8008-dd2ce8f88212 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 932 time: 0.7083454 Jun 22 18:32:24.842658 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59442) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:24.876997 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f41d9eb1-4d94-4b40-9ebc-fcd1f4b7de30 req-29d05a09-cb3c-4290-9425-e8eec1310067 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110126 Jun 22 18:32:24.940169 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-b61cf988-bd6f-455f-9104-054eed3fda9d service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031474 Jun 22 18:32:24.943022 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8a17b332-2b77-4477-99e7-0b0c99fd2d69 req-193387e9-7fd6-4027-8faf-547c374b7c00 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267679 Jun 22 18:32:24.945466 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Attempting to bind port 1115455d-bdff-4bcd-9daa-bd3499f3480f on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:24.945800 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Attempting to bind port 1115455d-bdff-4bcd-9daa-bd3499f3480f by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:24.946185 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Attempting to bind port 1115455d-bdff-4bcd-9daa-bd3499f3480f on network a690e947-a888-48bb-9dec-f07082ea8255 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:24.962288 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1123007501-network', 'tenant_id': 'eb16fd0f30914cb7bcf0bf2c1ee1666d'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:24.994796 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Port 1115455d-bdff-4bcd-9daa-bd3499f3480f on network a690e947-a888-48bb-9dec-f07082ea8255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:24.995183 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Attempting to bind port 1115455d-bdff-4bcd-9daa-bd3499f3480f on network a690e947-a888-48bb-9dec-f07082ea8255 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:25.003500 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Made reservation on behalf of eb16fd0f30914cb7bcf0bf2c1ee1666d for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:25.007193 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.018289 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.046868 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:25.047376 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Checking segment: {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:25.047971 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Bound using segment: {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:25.048629 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Bound port: 1115455d-bdff-4bcd-9daa-bd3499f3480f, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:25.048988 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.096586 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4d3ee3-d86b-499e-a617-289e45cf9e67 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:25.126746 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.127029 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.132583 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.138270 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4a3268ae-b432-43b3-91e3-1bba183638a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:25.161044 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:32:25.179104 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e253688-17e6-4107-a215-61c6db59dfb8,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:25.195802 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.195802 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Added segment b8d2614c-96d1-499f-8f19-880c9812f7cc of type vlan for network cf70244d-7f4a-497b-bc31-66a146f8f494 Jun 22 18:32:25.218909 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.227979 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6b84fa07-3b5a-45cf-aa2f-600de44c9558 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:25.237163 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5059d35-797a-44ad-9ef8-85f6833a743b req-dec1b40e-7c25-4a41-8822-4c54911c77d7 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854402 Jun 22 18:32:25.253682 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Transition to ACTIVE for port object bf4d3ee3-d86b-499e-a617-289e45cf9e67 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:25.280673 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.291041 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.312094 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:25.326485 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:25.359479 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.361867 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:25.363797 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.373146 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e26f64f9-bd89-426c-876c-5b23dcd528ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:25.400142 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:25.409280 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:25.411205 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6b84fa07-3b5a-45cf-aa2f-600de44c9558, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6b84fa07-3b5a-45cf-aa2f-600de44c9558,segment=NetworkSegment(a4a56231-2c95-46ee-8de2-48a7fd705ead),segment_id=a4a56231-2c95-46ee-8de2-48a7fd705ead)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:25.434538 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '6b84fa07-3b5a-45cf-aa2f-600de44c9558', 'network_id': 'e1da0cf5-fb3f-4c99-bb9c-24a480147272', 'port_id': '6b84fa07-3b5a-45cf-aa2f-600de44c9558', 'mac_address': 'fa:16:3e:4e:95:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ece22b3b-c3d2-4078-a8cb-ae32cb190081', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:25.456248 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26010753-c7c2-4296-8de1-3cf7e3f1f7ab req-4779c162-7214-4339-b3cf-7fbc3a07a002 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:25.459012 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-26010753-c7c2-4296-8de1-3cf7e3f1f7ab req-4779c162-7214-4339-b3cf-7fbc3a07a002 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 944 time: 0.4263911 Jun 22 18:32:25.472642 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d340046-3027-40b7-8bd8-ad7c3a8852b5 req-e3d4e6f6-c031-474e-b7ed-bf2745fd6b3f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:25.474779 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1d340046-3027-40b7-8bd8-ad7c3a8852b5 req-e3d4e6f6-c031-474e-b7ed-bf2745fd6b3f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 931 time: 0.3721385 Jun 22 18:32:25.475499 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d3ee3-d86b-499e-a617-289e45cf9e67,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:25.480291 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:25.505247 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.505888 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.523071 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b84fa07-3b5a-45cf-aa2f-600de44c9558 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:25.523299 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6787143 Jun 22 18:32:25.537793 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59466) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:25.547908 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Request body: {'subnet': {'network_id': 'cf70244d-7f4a-497b-bc31-66a146f8f494', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1123007501-subnet', 'tenant_id': 'eb16fd0f30914cb7bcf0bf2c1ee1666d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:25.553641 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:25.575933 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6b84fa07-3b5a-45cf-aa2f-600de44c9558, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6b84fa07-3b5a-45cf-aa2f-600de44c9558,segment=NetworkSegment(a4a56231-2c95-46ee-8de2-48a7fd705ead),segment_id=a4a56231-2c95-46ee-8de2-48a7fd705ead)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:25.580213 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Made reservation on behalf of eb16fd0f30914cb7bcf0bf2c1ee1666d for: {'subnet': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:25.581679 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.582690 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2186312'] for subnet, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.582983 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 938862cc-fa51-4257-bb0d-3db98813c32f details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:25.586861 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a2102748-a92b-4347-ab83-7fc2bebb6be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:25.651674 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:25.652484 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.654196 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] 10.222.0.109 "PUT /v2.0/ports/1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 1094 time: 2.9830699 Jun 22 18:32:25.660086 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:25.668649 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec57d0-2cb1-4866-9ae4-37b438feaffb" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:25.682973 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=6b84fa07-3b5a-45cf-aa2f-600de44c9558,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:25.694814 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:25.734131 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-cf6f42ba-dfaf-4c74-a71e-033d9e243b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.735907 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1d340046-3027-40b7-8bd8-ad7c3a8852b5 req-21a1d45c-9ef2-4ffc-af65-6692592bc129 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260151 Jun 22 18:32:25.825055 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Pushing event updated for resources: {'Network': ['ID=cf70244d-7f4a-497b-bc31-66a146f8f494,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:25.835684 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:25.842955 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-26010753-c7c2-4296-8de1-3cf7e3f1f7ab req-97269ff4-45af-4ddc-b1d1-4d3398febd24 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599765 Jun 22 18:32:25.869067 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network cf70244d-7f4a-497b-bc31-66a146f8f494 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:32:25.930080 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2b75d7-85ef-4b97-86b1-534de9e07d10 x-openstack-request-id: req-fa2b75d7-85ef-4b97-86b1-534de9e07d10 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:25.930393 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:25.930685 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa2b75d7-85ef-4b97-86b1-534de9e07d10 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:25.931618 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'status': 'completed', 'code': 200} Jun 22 18:32:25.946610 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Attempting to bind port bf4d3ee3-d86b-499e-a617-289e45cf9e67 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:25.947003 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Attempting to bind port bf4d3ee3-d86b-499e-a617-289e45cf9e67 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:25.947436 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Attempting to bind port bf4d3ee3-d86b-499e-a617-289e45cf9e67 on network d0fe8673-c9a6-4902-a3b1-cc15228312d9 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:25.955940 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Port bf4d3ee3-d86b-499e-a617-289e45cf9e67 on network d0fe8673-c9a6-4902-a3b1-cc15228312d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:25.956462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Attempting to bind port bf4d3ee3-d86b-499e-a617-289e45cf9e67 on network d0fe8673-c9a6-4902-a3b1-cc15228312d9 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:25.962650 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:25.964890 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.968851 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:25.974708 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:25.975244 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Checking segment: {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:25.975532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Bound using segment: {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:25.975947 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Bound port: bf4d3ee3-d86b-499e-a617-289e45cf9e67, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:25.976725 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.098094 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 938862cc-fa51-4257-bb0d-3db98813c32f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=938862cc-fa51-4257-bb0d-3db98813c32f,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:26.108027 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-5ba318a2-4bf3-4225-bfbf-e2470bc79ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.112737 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-5ba318a2-4bf3-4225-bfbf-e2470bc79ef4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1097 time: 0.3724992 Jun 22 18:32:26.124291 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.130644 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '938862cc-fa51-4257-bb0d-3db98813c32f', 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3', 'port_id': '938862cc-fa51-4257-bb0d-3db98813c32f', 'mac_address': 'fa:16:3e:e1:64:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a183f5cf-7e11-4713-b126-a011c5ebbc9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:26.208214 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] For port bf4d3ee3-d86b-499e-a617-289e45cf9e67, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:26.208455 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.211786 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-4c6e7dbb-8f43-4590-8ef2-5ac65d811089 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 217 time: 0.0739841 Jun 22 18:32:26.284564 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-7090827b-f560-46eb-a40f-68a6dea1d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.286325 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-7090827b-f560-46eb-a40f-68a6dea1d93d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0632651 Jun 22 18:32:26.290203 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] For port bf4d3ee3-d86b-499e-a617-289e45cf9e67, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bf4d3ee3-d86b-499e-a617-289e45cf9e67,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:26.305113 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.306111 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2972947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2186342'] for subnet, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.318486 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:26.358314 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:26.398769 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938862cc-fa51-4257-bb0d-3db98813c32f {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:26.429719 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e68f22-b4aa-4812-bc2c-431d79fcdb6e,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:26.435824 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:26.454652 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 938862cc-fa51-4257-bb0d-3db98813c32f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=938862cc-fa51-4257-bb0d-3db98813c32f,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:26.465201 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.470227 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:26.497618 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Checking segment: {'id': 'b8d2614c-96d1-499f-8f19-880c9812f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'cf70244d-7f4a-497b-bc31-66a146f8f494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:26.497990 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Network hostable DHCP agents. Network: cf70244d-7f4a-497b-bc31-66a146f8f494, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:32:26.505949 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.506462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.508136 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] 10.222.0.109 "PUT /v2.0/ports/bf4d3ee3-d86b-499e-a617-289e45cf9e67 HTTP/1.1" status: 200 len: 1093 time: 3.0258858 Jun 22 18:32:26.535297 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08654d-6074-4671-a582-8db815bc76ad req-0b5bb410-dbbc-4564-a68e-f0da8cb4e267 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.536133 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Network cf70244d-7f4a-497b-bc31-66a146f8f494 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:32:26.537221 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d08654d-6074-4671-a582-8db815bc76ad req-0b5bb410-dbbc-4564-a68e-f0da8cb4e267 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 944 time: 0.4096720 Jun 22 18:32:26.552502 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, cf70244d-7f4a-497b-bc31-66a146f8f494) {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:26.562192 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d3ee3-d86b-499e-a617-289e45cf9e67,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:26.586363 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.587127 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.589128 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:26.597065 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=938862cc-fa51-4257-bb0d-3db98813c32f,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:26.601388 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2200066-51c7-4fa7-9f63-9cba0adc004c None None] Network cf70244d-7f4a-497b-bc31-66a146f8f494 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:26.603672 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:26.616436 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0769565 Jun 22 18:32:26.627149 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59500) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:26.672838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-db214937-5c7c-4943-94d8-28650a72e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.675045 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-db214937-5c7c-4943-94d8-28650a72e3b6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3790114 Jun 22 18:32:26.723394 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d08654d-6074-4671-a582-8db815bc76ad req-0b580191-ea9d-4dca-8d16-62865961f989 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728418 Jun 22 18:32:26.786995 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beb6c3-d090-4803-9fc1-816d9727886e req-ffb08ba3-bc62-4b47-91b1-2104e49a4aac tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.788581 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f9beb6c3-d090-4803-9fc1-816d9727886e req-ffb08ba3-bc62-4b47-91b1-2104e49a4aac tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.3819461 Jun 22 18:32:26.825639 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f8cd11-8439-4bc0-8adc-07898f9c59ce None None] Network cf70244d-7f4a-497b-bc31-66a146f8f494 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:26.841050 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-92d91926-a2d8-4695-aa8e-4a087912a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.842576 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-92d91926-a2d8-4695-aa8e-4a087912a6e5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 1096 time: 0.2559657 Jun 22 18:32:26.875187 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-69f2ccf7-b118-4a0d-a830-7f5a6998b472 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892729 Jun 22 18:32:26.892370 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1234d65c-6cf9-4052-8538-5cde1e4a4da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:26.917833 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-1c8c3228-d594-498d-adc7-35e95a5a3ff3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf4d3ee3-d86b-499e-a617-289e45cf9e67 HTTP/1.1" status: 200 len: 217 time: 0.0566061 Jun 22 18:32:27.007549 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f9beb6c3-d090-4803-9fc1-816d9727886e req-2cbd5aad-4102-4d86-9c37-9a037b48af3d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795149 Jun 22 18:32:27.086320 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1234d65c-6cf9-4052-8538-5cde1e4a4da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.093872 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1234d65c-6cf9-4052-8538-5cde1e4a4da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.139097 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a08d84a6-f949-498a-b3fe-253478638e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:27.166198 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-bff9a0a8-10d5-44e9-9d8d-8388895385b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.168230 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-bff9a0a8-10d5-44e9-9d8d-8388895385b4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.2410519 Jun 22 18:32:27.184758 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-1234d65c-6cf9-4052-8538-5cde1e4a4da8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be86544acb334dc2b7538bb0dc9a8033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5542035 Jun 22 18:32:27.190582 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['6b84fa07-3b5a-45cf-aa2f-600de44c9558'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:27.195029 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 59518) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:27.210732 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234d65c-6cf9-4052-8538-5cde1e4a4da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac926e90-44cc-43fd-a554-a308dad6d4c6,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:27.215884 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1234d65c-6cf9-4052-8538-5cde1e4a4da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:27.236122 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-34424da4-cdfe-4a52-9380-53cd455636e1 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596676 Jun 22 18:32:27.236332 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:27.272358 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['938862cc-fa51-4257-bb0d-3db98813c32f'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:27.320493 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df96e056-a08d-4c4c-80fa-717e4172cc03 req-b5a58c33-e628-41db-b9f2-a3b4ebf94f4c service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147813 Jun 22 18:32:27.481281 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:27.507042 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5', 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9', 'port_id': '65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5', 'mac_address': 'fa:16:3e:30:52:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:27.583914 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59534) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:27.590903 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1922154378-network', 'tenant_id': '0cef758ff38848fb8dfee92f84fc0f61'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:27.614772 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.615220 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Made reservation on behalf of 0cef758ff38848fb8dfee92f84fc0f61 for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:27.618151 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.629367 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.652032 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:27.653906 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d2907-2fbd-424b-8c17-e830ab7a1dd4 req-910c5d66-2642-4335-aed9-d3dcf5805d08 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.655467 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-006d2907-2fbd-424b-8c17-e830ab7a1dd4 req-910c5d66-2642-4335-aed9-d3dcf5805d08 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 943 time: 0.5993919 Jun 22 18:32:27.694078 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:27.707742 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.717063 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-63c7981e-62e3-439d-bb34-dd73e3b8864a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:27.720513 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d3969ac6-2dd2-454c-ae85-06c42ab66b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.778254 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.795258 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.795469 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c71820-ec9d-4126-a5e7-85918c0f2c71 req-98e5d1fc-6f1c-47f7-a25b-7ec4a7f5dc34 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.798214 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-80c71820-ec9d-4126-a5e7-85918c0f2c71 req-98e5d1fc-6f1c-47f7-a25b-7ec4a7f5dc34 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 945 time: 0.5651379 Jun 22 18:32:27.798835 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-dee56a5c-aa99-4193-9aa4-badbbf851ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:27.801346 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-e770ad31-a148-4ba9-94d6-ce26abb49567 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515711 Jun 22 18:32:27.805529 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d3969ac6-2dd2-454c-ae85-06c42ab66b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.821351 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:27.825179 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:27.833130 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a152d226-9c7f-44c6-be11-3146392d0fd0,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:27.841042 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:27.841785 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1251} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:32:27.860334 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-006d2907-2fbd-424b-8c17-e830ab7a1dd4 req-8403dce6-99e2-47e7-9319-2d3f7dde9830 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938934 Jun 22 18:32:27.864333 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.864802 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Added segment 0295868a-c2e0-485d-a744-071a9cd3eadb of type vlan for network 55bc33ca-a999-4614-803d-7a6692ec8538 Jun 22 18:32:27.914390 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.937044 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1418122-a7ff-4235-aebe-7ca65e36aa9f', 'tag': 'bf4d3ee3-d86b-499e-a617-289e45cf9e67'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:27.939395 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1418122-a7ff-4235-aebe-7ca65e36aa9f", "tag": "bf4d3ee3-d86b-499e-a617-289e45cf9e67"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:27.952115 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.953932 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.954573 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.957863 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:27.958315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-ca6087a1-4260-4047-ab5d-fcccffb89c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.959963 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-ca6087a1-4260-4047-ab5d-fcccffb89c5d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1097 time: 0.3271799 Jun 22 18:32:27.972690 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-80c71820-ec9d-4126-a5e7-85918c0f2c71 req-65b2e2e0-f034-4299-a05d-5c88499b223a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735251 Jun 22 18:32:28.042176 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Pushing event updated for resources: {'Network': ['ID=55bc33ca-a999-4614-803d-7a6692ec8538,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:28.058496 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 55bc33ca-a999-4614-803d-7a6692ec8538 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:32:28.068013 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6247438-9478-4e2d-9b15-bfba2c6f100b x-openstack-request-id: req-a6247438-9478-4e2d-9b15-bfba2c6f100b {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:28.068327 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1418122-a7ff-4235-aebe-7ca65e36aa9f", "tag": "bf4d3ee3-d86b-499e-a617-289e45cf9e67", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:28.068497 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:28.068679 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6247438-9478-4e2d-9b15-bfba2c6f100b {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:28.068994 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1418122-a7ff-4235-aebe-7ca65e36aa9f', 'tag': 'bf4d3ee3-d86b-499e-a617-289e45cf9e67', 'status': 'completed', 'code': 200} Jun 22 18:32:28.089627 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5004461 Jun 22 18:32:28.091297 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59548) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:28.105996 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Request body: {'subnet': {'network_id': '55bc33ca-a999-4614-803d-7a6692ec8538', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1922154378-subnet', 'tenant_id': '0cef758ff38848fb8dfee92f84fc0f61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:28.132328 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d3969ac6-2dd2-454c-ae85-06c42ab66b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.152023 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d3969ac6-2dd2-454c-ae85-06c42ab66b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.155717 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-d3969ac6-2dd2-454c-ae85-06c42ab66b04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac926e90-44cc-43fd-a554-a308dad6d4c6 HTTP/1.1" status: 204 len: 168 time: 0.9571660 Jun 22 18:32:28.162260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-46cf5c74-ba16-4e1b-8748-049c4ff112e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:28.184108 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Made reservation on behalf of 0cef758ff38848fb8dfee92f84fc0f61 for: {'subnet': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:28.189878 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dcb14d6-b5a8-4eec-af82-d2bdba6a112a req-88b78174-5d2d-47c1-8a37-73bd4abc88ef service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712976 Jun 22 18:32:28.192883 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2186312'] for subnet, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.248428 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3969ac6-2dd2-454c-ae85-06c42ab66b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac926e90-44cc-43fd-a554-a308dad6d4c6,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:28.258222 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d3969ac6-2dd2-454c-ae85-06c42ab66b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:28.261640 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.318160 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-29028d37-b890-4269-baaa-69aae50bd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.319867 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-29028d37-b890-4269-baaa-69aae50bd7cb service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.3440826 Jun 22 18:32:28.437548 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-09b8f08a-6b66-4dc8-9479-06fd2ab84e1f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 217 time: 0.1006336 Jun 22 18:32:28.466469 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda5c2f-3b3f-4259-8487-1ac2c7f0895e req-ff08f9ac-426f-4349-8bca-26428cbae917 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.468027 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3bda5c2f-3b3f-4259-8487-1ac2c7f0895e req-ff08f9ac-426f-4349-8bca-26428cbae917 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 944 time: 0.4521697 Jun 22 18:32:28.484428 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2972947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2186342'] for subnet, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.487424 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:28.549637 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e00d6c7-decc-409c-838c-f4d77eb83a69,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:28.552811 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:28.560474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-8d99e0bc-b594-42f2-9f1a-e567deb69169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.560830 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Checking segment: {'id': '0295868a-c2e0-485d-a744-071a9cd3eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '55bc33ca-a999-4614-803d-7a6692ec8538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:28.561200 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Network hostable DHCP agents. Network: 55bc33ca-a999-4614-803d-7a6692ec8538, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:32:28.562110 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-8d99e0bc-b594-42f2-9f1a-e567deb69169 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.1166375 Jun 22 18:32:28.580733 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d717-b7e1-410b-b64f-03800e0fb921 req-e7977010-0a29-4b4b-9812-7e16a05a9c29 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.583471 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Network 55bc33ca-a999-4614-803d-7a6692ec8538 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:32:28.588170 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-18d9d717-b7e1-410b-b64f-03800e0fb921 req-e7977010-0a29-4b4b-9812-7e16a05a9c29 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.2672679 Jun 22 18:32:28.596372 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 55bc33ca-a999-4614-803d-7a6692ec8538) {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:28.603586 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.605723 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.610334 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a0e84-678c-4fd5-8dfa-42d221c6f36c None None] Network 55bc33ca-a999-4614-803d-7a6692ec8538 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:28.638407 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3bda5c2f-3b3f-4259-8487-1ac2c7f0895e req-6c1b1080-e65e-4ddc-b335-7bad970d1580 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603167 Jun 22 18:32:28.644561 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-83187d2b-8c97-4fa1-98db-c083e97abd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.646359 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-83187d2b-8c97-4fa1-98db-c083e97abd33 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 1096 time: 0.3075399 Jun 22 18:32:28.652434 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b6955304-199e-47ea-af18-811fde376c42 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5580049 Jun 22 18:32:28.759841 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-18d9d717-b7e1-410b-b64f-03800e0fb921 req-2f45f7a6-2286-4e01-9423-8b4fcdd9a7ef tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700263 Jun 22 18:32:28.799120 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-b0b49ecd-bfe3-491a-8726-be3cd468372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.801001 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-b0b49ecd-bfe3-491a-8726-be3cd468372c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2299528 Jun 22 18:32:28.807038 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59570) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:28.837630 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b4490a56-9c1d-4efb-bd1e-504f70ba1528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.866889 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-31f1cee1-4d5e-475f-9730-b7acbf6dff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.868543 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-31f1cee1-4d5e-475f-9730-b7acbf6dff2a service neutron] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 921 time: 0.2126002 Jun 22 18:32:28.915552 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a3f78-752b-4659-a7d5-fc5e424d11a7 None None] Network 55bc33ca-a999-4614-803d-7a6692ec8538 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:28.950754 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-597abe26-9931-4272-9a08-bce7e538b590 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf4d3ee3-d86b-499e-a617-289e45cf9e67 HTTP/1.1" status: 200 len: 217 time: 0.0714595 Jun 22 18:32:29.015974 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-c7a4f442-1f99-46c0-8ff4-0b2b39ed1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:29.017506 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-c7a4f442-1f99-46c0-8ff4-0b2b39ed1397 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.0584643 Jun 22 18:32:29.061783 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-4e52ef91-6afd-4772-97ab-0c1ac0ff92bc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341828 Jun 22 18:32:29.110672 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b4490a56-9c1d-4efb-bd1e-504f70ba1528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.118484 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b4490a56-9c1d-4efb-bd1e-504f70ba1528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.123952 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-ed974aa7-378d-454e-8c27-57dced587d4d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:29.134323 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:29.185597 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b4490a56-9c1d-4efb-bd1e-504f70ba1528 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdbbd86f4c294c30897db7b00aa0ee16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765721 Jun 22 18:32:29.188081 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4490a56-9c1d-4efb-bd1e-504f70ba1528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c1f0d-a94a-49ae-96a6-04510453d5c5,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:29.191344 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b4490a56-9c1d-4efb-bd1e-504f70ba1528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:29.192358 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59580) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:29.209375 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-80abb14e-9edd-45b4-950f-7a553265d7e2 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894525 Jun 22 18:32:29.275175 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-df7f7940-2b60-4e6c-8009-6fbac5b84041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.303033 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-df7f7940-2b60-4e6c-8009-6fbac5b84041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.382230 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-df7f7940-2b60-4e6c-8009-6fbac5b84041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.387630 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-df7f7940-2b60-4e6c-8009-6fbac5b84041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.388951 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-df7f7940-2b60-4e6c-8009-6fbac5b84041 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a38c1f0d-a94a-49ae-96a6-04510453d5c5 HTTP/1.1" status: 204 len: 168 time: 0.1959469 Jun 22 18:32:29.398391 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:29.415143 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f7940-2b60-4e6c-8009-6fbac5b84041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c1f0d-a94a-49ae-96a6-04510453d5c5,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:29.428074 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-df7f7940-2b60-4e6c-8009-6fbac5b84041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:29.451504 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cdec57d0-2cb1-4866-9ae4-37b438feaffb req-1cc4193b-052e-49a7-b47b-3546822079f4 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940200 Jun 22 18:32:29.453457 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-aa933767-4246-4641-b1c2-71cca425cf27 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762918 Jun 22 18:32:29.606414 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaae15-482f-4cc8-adb1-1f7238459157 req-5e4cec61-2329-40ca-91a8-190c4b7dafa2 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:29.608184 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-baaaae15-482f-4cc8-adb1-1f7238459157 req-5e4cec61-2329-40ca-91a8-190c4b7dafa2 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 945 time: 0.4413061 Jun 22 18:32:29.627573 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ef34a-b719-4eaa-9872-86ad576d29bf req-10690921-7ec5-42a2-862c-223025a1b8a6 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:29.630430 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-116ef34a-b719-4eaa-9872-86ad576d29bf req-10690921-7ec5-42a2-862c-223025a1b8a6 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 943 time: 0.4616077 Jun 22 18:32:29.738202 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-baaaae15-482f-4cc8-adb1-1f7238459157 req-1a440e3a-a50a-4a5a-9b42-5b5e7f502286 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063521 Jun 22 18:32:29.741092 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-116ef34a-b719-4eaa-9872-86ad576d29bf req-10b1da3f-34a6-44d3-ba95-9d5a1a3105fe tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029327 Jun 22 18:32:29.743530 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b59b1ee0-3d36-4f70-9dd3-9e9eb64b13d2 req-505455fa-2ed4-4782-9e64-81d6bcb15efe service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545259 Jun 22 18:32:30.030819 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84642d-8e0f-4cfb-a13a-d18f75460420 req-e860c1ba-464b-4393-b0e6-26fbe313ccee tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:30.032459 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ac84642d-8e0f-4cfb-a13a-d18f75460420 req-e860c1ba-464b-4393-b0e6-26fbe313ccee tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 944 time: 0.1302531 Jun 22 18:32:30.040646 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59610) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:30.055113 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c38db93f-51f7-4a8b-a7dc-240c6b118ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.114569 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ac84642d-8e0f-4cfb-a13a-d18f75460420 req-132572ab-8605-45c8-b1a9-69f9c6d7fcec tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Jun 22 18:32:30.146173 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd484bbb-2fba-4b46-8598-e911c3d9dc64 req-37162317-72eb-4005-81ab-73bc9c661886 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:30.146173 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd484bbb-2fba-4b46-8598-e911c3d9dc64 req-37162317-72eb-4005-81ab-73bc9c661886 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1337423 Jun 22 18:32:30.173210 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c38db93f-51f7-4a8b-a7dc-240c6b118ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.178823 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c38db93f-51f7-4a8b-a7dc-240c6b118ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.183359 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:30.193125 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd484bbb-2fba-4b46-8598-e911c3d9dc64 req-e11285b9-a548-4f34-88e0-398338e16623 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437312 Jun 22 18:32:30.230349 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38db93f-51f7-4a8b-a7dc-240c6b118ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d083e7-30eb-48f0-b5be-0cf140fbb295,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:30.234218 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c38db93f-51f7-4a8b-a7dc-240c6b118ce6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1dbeaae38db341aeb54f041da98fb2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925120 Jun 22 18:32:30.235202 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c38db93f-51f7-4a8b-a7dc-240c6b118ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:30.237713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 59612) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:30.296823 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5db4071e-1922-48c4-b8c8-3d63115ddb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.318260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5db4071e-1922-48c4-b8c8-3d63115ddb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.365593 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5db4071e-1922-48c4-b8c8-3d63115ddb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.368212 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5db4071e-1922-48c4-b8c8-3d63115ddb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.369343 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-5db4071e-1922-48c4-b8c8-3d63115ddb86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35d083e7-30eb-48f0-b5be-0cf140fbb295 HTTP/1.1" status: 204 len: 168 time: 0.1305923 Jun 22 18:32:30.370131 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:30.378325 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4071e-1922-48c4-b8c8-3d63115ddb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d083e7-30eb-48f0-b5be-0cf140fbb295,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:30.380766 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5db4071e-1922-48c4-b8c8-3d63115ddb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:31.247834 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10374c01-3776-4ea9-af96-d53d216e9f85 req-c89f9145-9ef5-42ff-baa9-4828ec45ef84 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.249362 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-10374c01-3776-4ea9-af96-d53d216e9f85 req-c89f9145-9ef5-42ff-baa9-4828ec45ef84 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 945 time: 0.3687031 Jun 22 18:32:31.251554 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:31.257916 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2367-77e7-457a-9002-ed11b7b95a4b req-d61593db-0efa-4167-9fb5-65488ab03cce tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.259706 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ef5a2367-77e7-457a-9002-ed11b7b95a4b req-d61593db-0efa-4167-9fb5-65488ab03cce tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 943 time: 0.3472164 Jun 22 18:32:31.273506 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6b84fa07-3b5a-45cf-aa2f-600de44c9558 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:31.332170 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-10374c01-3776-4ea9-af96-d53d216e9f85 req-e573b85b-11f4-4880-96c7-0390f1d67f8e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680141 Jun 22 18:32:31.340883 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ef5a2367-77e7-457a-9002-ed11b7b95a4b req-110915f5-b560-49db-b153-85d641783d30 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701931 Jun 22 18:32:31.445088 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 6b84fa07-3b5a-45cf-aa2f-600de44c9558 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:31.454948 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:31.458553 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 6b84fa07-3b5a-45cf-aa2f-600de44c9558 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:31.459190 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.490036 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'port_id': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'mac_address': 'fa:16:3e:0d:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:31.551215 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.584373 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72d24b-d134-4866-a508-89d8225e3da3 req-6e65e256-5a61-4958-9116-ad6a53e28c5c tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.586010 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9c72d24b-d134-4866-a508-89d8225e3da3 req-6e65e256-5a61-4958-9116-ad6a53e28c5c tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 944 time: 0.1190073 Jun 22 18:32:31.593912 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1115455d-bdff-4bcd-9daa-bd3499f3480f {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:31.604767 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190af41c-855f-4f2d-b09e-30960e875ad6 req-34dc9e5e-d173-4eee-ae45-42c78499cd90 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.606764 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-190af41c-855f-4f2d-b09e-30960e875ad6 req-34dc9e5e-d173-4eee-ae45-42c78499cd90 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1040900 Jun 22 18:32:31.635662 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:31.637033 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.642959 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.654234 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-fef63771-2358-4659-90b9-10987c7f92c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:31.680433 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9c72d24b-d134-4866-a508-89d8225e3da3 req-4606bcf4-0137-4d86-a19f-2a60472f9cfa tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731046 Jun 22 18:32:31.698318 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-190af41c-855f-4f2d-b09e-30960e875ad6 req-3d53bd31-f5c2-486e-a41e-f5efbdda1ecb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722897 Jun 22 18:32:31.700082 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251cd38a-35c3-469f-9a26-50a6b4bc165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b84fa07-3b5a-45cf-aa2f-600de44c9558'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:31.805555 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6b84fa07-3b5a-45cf-aa2f-600de44c9558, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6b84fa07-3b5a-45cf-aa2f-600de44c9558,segment=NetworkSegment(a4a56231-2c95-46ee-8de2-48a7fd705ead),segment_id=a4a56231-2c95-46ee-8de2-48a7fd705ead)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:31.819945 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.820917 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:31.885110 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:31.890005 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:31.892653 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:32.046523 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7768fcdd-19fd-4dc7-8dce-67dde52d4aad" -d '{"events": [{"server_uuid": "251cd38a-35c3-469f-9a26-50a6b4bc165b", "name": "network-vif-plugged", "status": "completed", "tag": "6b84fa07-3b5a-45cf-aa2f-600de44c9558"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:32.096897 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:32.100071 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=6b84fa07-3b5a-45cf-aa2f-600de44c9558,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:32.103917 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:32.105167 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:32.105354 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.216904 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.255255 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['1115455d-bdff-4bcd-9daa-bd3499f3480f'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:32.318526 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:32.324261 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.325135 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 938862cc-fa51-4257-bb0d-3db98813c32f up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:32.329697 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:32.383464 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b15d95e-4d23-4c61-bb1e-7c57840ebadb x-openstack-request-id: req-2b15d95e-4d23-4c61-bb1e-7c57840ebadb {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:32.383958 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251cd38a-35c3-469f-9a26-50a6b4bc165b", "name": "network-vif-plugged", "status": "completed", "tag": "6b84fa07-3b5a-45cf-aa2f-600de44c9558", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:32.384373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b15d95e-4d23-4c61-bb1e-7c57840ebadb {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:32.384702 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251cd38a-35c3-469f-9a26-50a6b4bc165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b84fa07-3b5a-45cf-aa2f-600de44c9558', 'code': 200} Jun 22 18:32:32.459870 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:32.465022 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:32.514580 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 938862cc-fa51-4257-bb0d-3db98813c32f completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:32.528409 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 938862cc-fa51-4257-bb0d-3db98813c32f triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:32.529001 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.702189 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665c9d-0463-4572-95e6-ced2d2eed13c req-e240e738-214d-4496-8768-4f1f9a269407 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.704571 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-02665c9d-0463-4572-95e6-ced2d2eed13c req-e240e738-214d-4496-8768-4f1f9a269407 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 943 time: 0.0995297 Jun 22 18:32:32.737532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0606a7d-230a-4c8b-bc71-54f1be0bbf27 req-3eef81da-1881-467d-9e82-a3ec70dc3df6 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.737532 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e0606a7d-230a-4c8b-bc71-54f1be0bbf27 req-3eef81da-1881-467d-9e82-a3ec70dc3df6 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 945 time: 0.1669712 Jun 22 18:32:32.759108 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.815388 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 938862cc-fa51-4257-bb0d-3db98813c32f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=938862cc-fa51-4257-bb0d-3db98813c32f,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:32.822205 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.825481 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:32.888162 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-02665c9d-0463-4572-95e6-ced2d2eed13c req-94c56040-6466-40a8-ab1e-5945f055cd6c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682446 Jun 22 18:32:32.912290 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=938862cc-fa51-4257-bb0d-3db98813c32f,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:32.914826 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:32.928916 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e0606a7d-230a-4c8b-bc71-54f1be0bbf27 req-366a72c2-a6ac-440d-85ad-99a891559b65 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890457 Jun 22 18:32:33.012027 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224b8ad-5ee1-433c-a73d-aca9364efb27 req-8a50579a-76e0-477d-922b-0723f9efd5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.013566 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6224b8ad-5ee1-433c-a73d-aca9364efb27 req-8a50579a-76e0-477d-922b-0723f9efd5a3 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 1098 time: 0.2668903 Jun 22 18:32:33.042171 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6224b8ad-5ee1-433c-a73d-aca9364efb27 req-41184778-2b0c-419a-b593-43e178163ca1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.212963 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892629a-11e9-44ae-bcf3-f91c7ae982ae req-5ef9df00-dad6-4fd1-9beb-77a8312d1529 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.215058 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7892629a-11e9-44ae-bcf3-f91c7ae982ae req-5ef9df00-dad6-4fd1-9beb-77a8312d1529 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 945 time: 0.1679704 Jun 22 18:32:33.255054 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device bf4d3ee3-d86b-499e-a617-289e45cf9e67 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:33.282967 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdba8ea-d5ea-41d7-878e-c766383aebf9 req-2aa66cdc-0b40-43cc-803a-d30b180b3d76 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.284545 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1bdba8ea-d5ea-41d7-878e-c766383aebf9 req-2aa66cdc-0b40-43cc-803a-d30b180b3d76 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 945 time: 0.1906564 Jun 22 18:32:33.325654 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7892629a-11e9-44ae-bcf3-f91c7ae982ae req-c0cb40e1-f761-49f9-b003-29c573f5d72e tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039267 Jun 22 18:32:33.328125 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6224b8ad-5ee1-433c-a73d-aca9364efb27 req-41184778-2b0c-419a-b593-43e178163ca1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.345131 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6224b8ad-5ee1-433c-a73d-aca9364efb27 req-41184778-2b0c-419a-b593-43e178163ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.348476 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5be735e8-6a71-4757-9a31-8a4697a34477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:33.393162 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port bf4d3ee3-d86b-499e-a617-289e45cf9e67, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bf4d3ee3-d86b-499e-a617-289e45cf9e67,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:33.398008 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1bdba8ea-d5ea-41d7-878e-c766383aebf9 req-56d6806e-30c2-41c2-849a-88561d551e2c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036425 Jun 22 18:32:33.401649 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6224b8ad-5ee1-433c-a73d-aca9364efb27 req-41184778-2b0c-419a-b593-43e178163ca1 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795636 Jun 22 18:32:33.402629 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41184778-2b0c-419a-b593-43e178163ca1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc484da-3aa7-4d0a-bb2a-631745d89cb1,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:33.412624 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-41184778-2b0c-419a-b593-43e178163ca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:33.419635 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': 'bf4d3ee3-d86b-499e-a617-289e45cf9e67', 'network_id': 'd0fe8673-c9a6-4902-a3b1-cc15228312d9', 'port_id': 'bf4d3ee3-d86b-499e-a617-289e45cf9e67', 'mac_address': 'fa:16:3e:4e:81:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:33.459375 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.475031 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4d3ee3-d86b-499e-a617-289e45cf9e67 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:33.499087 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port bf4d3ee3-d86b-499e-a617-289e45cf9e67, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bf4d3ee3-d86b-499e-a617-289e45cf9e67,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:33.503214 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.506160 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:33.562938 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=bf4d3ee3-d86b-499e-a617-289e45cf9e67,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:33.566842 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:34.079932 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['bf4d3ee3-d86b-499e-a617-289e45cf9e67'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:34.137227 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6a774-bd18-4641-ad8b-914f88ae8aed req-32c5c2ed-ce16-436c-894c-2c2070955f33 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.145259 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4fc6a774-bd18-4641-ad8b-914f88ae8aed req-32c5c2ed-ce16-436c-894c-2c2070955f33 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 944 time: 0.1224132 Jun 22 18:32:34.178508 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4f14d-478f-44ae-b287-b587e7e2e9af req-996010a4-a38d-44ce-8ca4-911d4d3199d3 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.180004 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-88a4f14d-478f-44ae-b287-b587e7e2e9af req-996010a4-a38d-44ce-8ca4-911d4d3199d3 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1121202 Jun 22 18:32:34.212227 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4fc6a774-bd18-4641-ad8b-914f88ae8aed req-db354bcc-9556-47c4-865f-e1534a2a3ab1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655789 Jun 22 18:32:34.263758 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-88a4f14d-478f-44ae-b287-b587e7e2e9af req-03c89785-0eb7-45f8-93d5-100e25e39561 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676880 Jun 22 18:32:34.386468 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83a294-d673-4c30-a316-b717e5822cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5'}, {'server_uuid': '38ad823e-e0cb-4fcf-a51e-deeb04c782bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938862cc-fa51-4257-bb0d-3db98813c32f'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:34.389516 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190fe8dc-552d-411c-a9d1-54416cf4eab1" -d '{"events": [{"server_uuid": "1c83a294-d673-4c30-a316-b717e5822cb6", "name": "network-vif-plugged", "status": "completed", "tag": "65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5"}, {"server_uuid": "38ad823e-e0cb-4fcf-a51e-deeb04c782bb", "name": "network-vif-plugged", "status": "completed", "tag": "938862cc-fa51-4257-bb0d-3db98813c32f"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:34.456220 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4690af-79b0-4ca5-b056-7e47786bce89 x-openstack-request-id: req-1b4690af-79b0-4ca5-b056-7e47786bce89 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:34.456780 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83a294-d673-4c30-a316-b717e5822cb6", "name": "network-vif-plugged", "status": "completed", "tag": "65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5", "code": 200}, {"server_uuid": "38ad823e-e0cb-4fcf-a51e-deeb04c782bb", "name": "network-vif-plugged", "status": "completed", "tag": "938862cc-fa51-4257-bb0d-3db98813c32f", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:34.456780 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b4690af-79b0-4ca5-b056-7e47786bce89 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:34.457149 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83a294-d673-4c30-a316-b717e5822cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5', 'code': 200} Jun 22 18:32:34.457412 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad823e-e0cb-4fcf-a51e-deeb04c782bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938862cc-fa51-4257-bb0d-3db98813c32f', 'code': 200} Jun 22 18:32:34.573650 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d34e25-ae5d-465a-ba64-60ff84ad3c8b req-7e701606-d9e3-45f2-8657-eb4431ad16bc tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.575265 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-42d34e25-ae5d-465a-ba64-60ff84ad3c8b req-7e701606-d9e3-45f2-8657-eb4431ad16bc tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 945 time: 0.1252632 Jun 22 18:32:34.690675 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-42d34e25-ae5d-465a-ba64-60ff84ad3c8b req-3541b894-04e5-4a8a-aea7-a215c3467a93 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045284 Jun 22 18:32:34.738566 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b91d2-618e-4cba-a80e-2ac4e5f79d75 req-551ae720-5a22-49f3-8ece-57d281504817 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.740137 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-778b91d2-618e-4cba-a80e-2ac4e5f79d75 req-551ae720-5a22-49f3-8ece-57d281504817 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 945 time: 0.1638725 Jun 22 18:32:34.762936 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 59820) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:34.796825 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-778b91d2-618e-4cba-a80e-2ac4e5f79d75 req-4dde49f7-3eaa-4a04-913d-5072766b9f55 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505474 Jun 22 18:32:34.898124 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a1b67a10-8623-41cf-aab5-8412f3d81f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:34.912744 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed1fc-07e9-477a-a755-d2c7f4ec66d3 req-61624749-970a-426b-b63b-fd7a22406d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.914240 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-508ed1fc-07e9-477a-a755-d2c7f4ec66d3 req-61624749-970a-426b-b63b-fd7a22406d69 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1098 time: 0.1269860 Jun 22 18:32:34.952474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc01679-20ef-4019-b851-be002706f570 req-123f4098-062a-4006-8c26-311547e5de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.953974 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6dc01679-20ef-4019-b851-be002706f570 req-123f4098-062a-4006-8c26-311547e5de2f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 1099 time: 0.1354001 Jun 22 18:32:34.997721 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-508ed1fc-07e9-477a-a755-d2c7f4ec66d3 req-cf83b273-8dd8-46c5-b5a8-42ccaf5d87c8 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767062 Jun 22 18:32:35.031234 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6dc01679-20ef-4019-b851-be002706f570 req-a4ce329c-a64b-4bee-b512-2fc78d7ff1f1 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643599 Jun 22 18:32:35.068547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a1b67a10-8623-41cf-aab5-8412f3d81f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.072241 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a1b67a10-8623-41cf-aab5-8412f3d81f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.075277 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:35.109452 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b67a10-8623-41cf-aab5-8412f3d81f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87022d5a-9168-4929-bbda-c552106b6b1b,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:35.114189 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a1b67a10-8623-41cf-aab5-8412f3d81f2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7b61af958a54dfeaa59abf595977af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502500 Jun 22 18:32:35.115176 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a1b67a10-8623-41cf-aab5-8412f3d81f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:35.116825 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 59824) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:35.164408 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2dede435-7998-4346-850c-7d4374164891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.185602 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2dede435-7998-4346-850c-7d4374164891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.236149 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2dede435-7998-4346-850c-7d4374164891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.239072 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2dede435-7998-4346-850c-7d4374164891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.240462 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2dede435-7998-4346-850c-7d4374164891 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87022d5a-9168-4929-bbda-c552106b6b1b HTTP/1.1" status: 204 len: 168 time: 0.1224720 Jun 22 18:32:35.240934 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a7bad624-8bed-42b2-b6b3-6978de89f0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:35.251082 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dede435-7998-4346-850c-7d4374164891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87022d5a-9168-4929-bbda-c552106b6b1b,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:35.253311 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2dede435-7998-4346-850c-7d4374164891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:35.263836 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:35.347925 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 1115455d-bdff-4bcd-9daa-bd3499f3480f completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:35.352891 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 1115455d-bdff-4bcd-9daa-bd3499f3480f triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:35.353471 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.461525 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43906b-5135-4469-a210-0e3d38a73cc9 req-dd97d4a7-d842-459c-8f33-8aa715fe9576 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:35.463008 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fa43906b-5135-4469-a210-0e3d38a73cc9 req-dd97d4a7-d842-459c-8f33-8aa715fe9576 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 944 time: 0.1181304 Jun 22 18:32:35.477872 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.487602 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a61909-199b-4c74-9c40-027796ba43f5 req-26dceb70-1881-41f4-981c-27486dd36423 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:35.489533 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65a61909-199b-4c74-9c40-027796ba43f5 req-26dceb70-1881-41f4-981c-27486dd36423 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.0976126 Jun 22 18:32:35.529645 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:35.537770 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.545135 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:35.550308 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fa43906b-5135-4469-a210-0e3d38a73cc9 req-1a3bb0cf-7113-4cbd-b089-61fcba844e7c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791779 Jun 22 18:32:35.555266 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65a61909-199b-4c74-9c40-027796ba43f5 req-fcbc63db-ca12-45f7-b674-92855e99fea8 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584600 Jun 22 18:32:35.610683 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:35.614563 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:35.620724 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 59844) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:35.643216 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fa836799-7192-4a64-9023-97219a93d5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.758767 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fa836799-7192-4a64-9023-97219a93d5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.764300 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fa836799-7192-4a64-9023-97219a93d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.777689 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-10e6bf9a-a815-4399-ae4f-b23468a2ea26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:35.817298 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 59860) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:35.818615 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-fa836799-7192-4a64-9023-97219a93d5bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b38da35b424c4836b38dbdd3b48ae0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967783 Jun 22 18:32:35.819935 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa836799-7192-4a64-9023-97219a93d5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe0625e-2faa-49cc-8140-88b8c7432f80,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:35.823538 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fa836799-7192-4a64-9023-97219a93d5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:35.936444 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-057cc971-4266-484d-a2a7-4881fc97d5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.961259 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b831e4-463d-41b1-815f-4d7db0ae3808 req-8cf8ebcf-b681-477b-be86-186b0388bbda tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:35.962917 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-41b831e4-463d-41b1-815f-4d7db0ae3808 req-8cf8ebcf-b681-477b-be86-186b0388bbda tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 945 time: 0.0890427 Jun 22 18:32:35.981918 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-057cc971-4266-484d-a2a7-4881fc97d5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.048554 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-41b831e4-463d-41b1-815f-4d7db0ae3808 req-9a48d225-9095-4ae0-a5c1-778f3992731c tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745504 Jun 22 18:32:36.071775 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-057cc971-4266-484d-a2a7-4881fc97d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.074823 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-057cc971-4266-484d-a2a7-4881fc97d5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.076070 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-057cc971-4266-484d-a2a7-4881fc97d5a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fe0625e-2faa-49cc-8140-88b8c7432f80 HTTP/1.1" status: 204 len: 168 time: 0.2567687 Jun 22 18:32:36.077060 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:36.085815 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cc971-4266-484d-a2a7-4881fc97d5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe0625e-2faa-49cc-8140-88b8c7432f80,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:36.089762 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-057cc971-4266-484d-a2a7-4881fc97d5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:36.149049 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376150f-0b91-4b8e-a06c-4f477d78c5a6 req-54fc6b9e-4c1f-4571-88ef-1e3ab721f086 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.150735 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4376150f-0b91-4b8e-a06c-4f477d78c5a6 req-54fc6b9e-4c1f-4571-88ef-1e3ab721f086 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1012406 Jun 22 18:32:36.224913 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4376150f-0b91-4b8e-a06c-4f477d78c5a6 req-74a05d10-6e43-4f25-93b6-0376f6e63219 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663586 Jun 22 18:32:36.458850 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:36.461419 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d5045b-09d3-4ace-a38f-3648985b2942" -d '{"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-plugged", "status": "completed", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:36.502237 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b74425f-b28a-4eee-bc13-736675b6dbf4 x-openstack-request-id: req-3b74425f-b28a-4eee-bc13-736675b6dbf4 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:36.502868 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-plugged", "status": "completed", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:36.502868 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b74425f-b28a-4eee-bc13-736675b6dbf4 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:36.503196 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'code': 200} Jun 22 18:32:36.780843 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16905c57-8811-4362-962d-e49abe94b9ad req-30184fde-2966-4128-954c-ab9f7ab765cc tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.782306 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16905c57-8811-4362-962d-e49abe94b9ad req-30184fde-2966-4128-954c-ab9f7ab765cc tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 944 time: 0.1065412 Jun 22 18:32:36.789570 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b96706-3234-4f45-b145-9d5fc2e11274 req-0bca5530-9f73-4c0d-96af-5e114a808448 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.791206 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d0b96706-3234-4f45-b145-9d5fc2e11274 req-0bca5530-9f73-4c0d-96af-5e114a808448 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1049047 Jun 22 18:32:36.855832 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16905c57-8811-4362-962d-e49abe94b9ad req-71a97a36-584d-432f-a291-2c31d95c6902 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631928 Jun 22 18:32:36.864815 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d0b96706-3234-4f45-b145-9d5fc2e11274 req-eb6dc77b-fc4f-4484-8e7f-5f9a88783768 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563126 Jun 22 18:32:37.254086 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3488-61e0-468e-9465-e338ff2dee26 req-c84a7163-bcff-48b9-8d8c-4e19ec172f5f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.255541 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-04ef3488-61e0-468e-9465-e338ff2dee26 req-c84a7163-bcff-48b9-8d8c-4e19ec172f5f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 945 time: 0.0702758 Jun 22 18:32:37.298165 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-04ef3488-61e0-468e-9465-e338ff2dee26 req-c5ab9c94-0360-4aa0-99ca-d0345d4040b3 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Jun 22 18:32:37.420818 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36291d18-38ce-4608-b641-3d8c67ceb354 req-1f5d8acc-2f7e-45d1-9f35-d3540af2518e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.422464 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-36291d18-38ce-4608-b641-3d8c67ceb354 req-1f5d8acc-2f7e-45d1-9f35-d3540af2518e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0776353 Jun 22 18:32:37.473488 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-36291d18-38ce-4608-b641-3d8c67ceb354 req-97ad35e2-9f3e-45b3-9024-ecbb5591339f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445628 Jun 22 18:32:38.086386 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2a100-1595-4936-a722-95a161738a49 req-d8953b36-ef9b-4670-8f7e-e3453e8bb096 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.087951 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4ef2a100-1595-4936-a722-95a161738a49 req-d8953b36-ef9b-4670-8f7e-e3453e8bb096 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 944 time: 0.1088090 Jun 22 18:32:38.108088 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95beb6b8-e2ab-4c5a-a874-4c31bddfb8eb req-af6ddd97-43a5-480e-979c-2ff2524f9ff9 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.110174 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-95beb6b8-e2ab-4c5a-a874-4c31bddfb8eb req-af6ddd97-43a5-480e-979c-2ff2524f9ff9 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1188557 Jun 22 18:32:38.153585 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4ef2a100-1595-4936-a722-95a161738a49 req-6a30f626-8ff7-4d72-b748-6c74b40414db tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590055 Jun 22 18:32:38.172120 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-95beb6b8-e2ab-4c5a-a874-4c31bddfb8eb req-da120e67-dcff-4a23-9a07-ae8ced88e6af tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543799 Jun 22 18:32:38.263532 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device bf4d3ee3-d86b-499e-a617-289e45cf9e67 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:38.316813 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port bf4d3ee3-d86b-499e-a617-289e45cf9e67 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:38.320939 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port bf4d3ee3-d86b-499e-a617-289e45cf9e67 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:38.321416 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.410140 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.449608 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port bf4d3ee3-d86b-499e-a617-289e45cf9e67, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bf4d3ee3-d86b-499e-a617-289e45cf9e67,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:38.455746 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.458168 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:38.504011 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1418122-a7ff-4235-aebe-7ca65e36aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d3ee3-d86b-499e-a617-289e45cf9e67'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:38.506237 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754eda57-c4e5-4066-b943-6640786511c3" -d '{"events": [{"server_uuid": "e1418122-a7ff-4235-aebe-7ca65e36aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d3ee3-d86b-499e-a617-289e45cf9e67"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:38.517327 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=bf4d3ee3-d86b-499e-a617-289e45cf9e67,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:38.520577 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:38.550752 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4d4c62-c475-4468-832f-75fe2d61d27f x-openstack-request-id: req-ec4d4c62-c475-4468-832f-75fe2d61d27f {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:38.551101 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1418122-a7ff-4235-aebe-7ca65e36aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d3ee3-d86b-499e-a617-289e45cf9e67", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:38.551351 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec4d4c62-c475-4468-832f-75fe2d61d27f {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:38.551784 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1418122-a7ff-4235-aebe-7ca65e36aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d3ee3-d86b-499e-a617-289e45cf9e67', 'code': 200} Jun 22 18:32:38.665601 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1ad81-a026-4e37-9794-0e6912517eaa req-ab05c724-9602-462c-9b66-4b5bac24c0c5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.667693 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c7e1ad81-a026-4e37-9794-0e6912517eaa req-ab05c724-9602-462c-9b66-4b5bac24c0c5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0675128 Jun 22 18:32:38.717675 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c7e1ad81-a026-4e37-9794-0e6912517eaa req-fe3566c9-4aec-4f37-8bbe-8a214f52f6ec tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433526 Jun 22 18:32:39.225862 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 60070) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:39.371774 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6cbc-2830-42a8-8d86-59f9cfcc1a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.454900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e38416-0361-4614-8d89-e5c629bd7b72 req-9ebe008a-d5ae-428f-ae34-cee764af865e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.456486 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-18e38416-0361-4614-8d89-e5c629bd7b72 req-9ebe008a-d5ae-428f-ae34-cee764af865e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1568270 Jun 22 18:32:39.467312 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867a4c2-2d3a-4b6f-ae05-94fa6305a506 req-162ed61b-d8af-48c8-9eea-c377dfd0d4ce tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.468834 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5867a4c2-2d3a-4b6f-ae05-94fa6305a506 req-162ed61b-d8af-48c8-9eea-c377dfd0d4ce tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1406479 Jun 22 18:32:39.545112 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-18e38416-0361-4614-8d89-e5c629bd7b72 req-6b7ceff9-9890-4a33-a767-188bccb1129b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738800 Jun 22 18:32:39.558543 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5867a4c2-2d3a-4b6f-ae05-94fa6305a506 req-e72e0930-fc42-4cce-9f05-900ad6b0eb7c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779076 Jun 22 18:32:39.587857 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6cbc-2830-42a8-8d86-59f9cfcc1a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.592008 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6cbc-2830-42a8-8d86-59f9cfcc1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.595284 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2dede435-7998-4346-850c-7d4374164891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:39.631020 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-9d3f6cbc-2830-42a8-8d86-59f9cfcc1a62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a54d642c6be4c268c63481a89c530a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041085 Jun 22 18:32:39.632010 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f6cbc-2830-42a8-8d86-59f9cfcc1a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80c4db8-7cb1-4d2b-b43f-e51fd4876f06,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:39.633677 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60076) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:39.634967 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9d3f6cbc-2830-42a8-8d86-59f9cfcc1a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:39.680989 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-76197644-4e46-40b4-95bc-58a9c60ca624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.702288 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-76197644-4e46-40b4-95bc-58a9c60ca624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.751689 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-76197644-4e46-40b4-95bc-58a9c60ca624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.754373 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-76197644-4e46-40b4-95bc-58a9c60ca624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.756061 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-76197644-4e46-40b4-95bc-58a9c60ca624 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d80c4db8-7cb1-4d2b-b43f-e51fd4876f06 HTTP/1.1" status: 204 len: 168 time: 0.1211410 Jun 22 18:32:39.757666 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-12e58d02-f3f6-4b01-922b-da12b8ad313e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:39.775072 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76197644-4e46-40b4-95bc-58a9c60ca624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80c4db8-7cb1-4d2b-b43f-e51fd4876f06,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:39.784483 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-76197644-4e46-40b4-95bc-58a9c60ca624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:39.915831 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a28e05-4106-45a1-94eb-990183309cf8 req-3ae808a0-2d45-4014-8895-7c8c46e6be89 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.918718 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c0a28e05-4106-45a1-94eb-990183309cf8 req-3ae808a0-2d45-4014-8895-7c8c46e6be89 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0667865 Jun 22 18:32:39.955688 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c0a28e05-4106-45a1-94eb-990183309cf8 req-a5d9f43e-c9ef-48bf-b29b-83c5d4cc75ef tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323079 Jun 22 18:32:40.032193 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60086) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:40.047979 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7719b6e4-c316-41af-a0f9-e8baed19f093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.139307 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7719b6e4-c316-41af-a0f9-e8baed19f093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.144029 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7719b6e4-c316-41af-a0f9-e8baed19f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.146377 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-77491525-2093-4b57-83fe-4fe11c5bc222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:40.179975 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719b6e4-c316-41af-a0f9-e8baed19f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fd08e6-138f-48f2-9036-6ca66529d209,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:40.183871 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7719b6e4-c316-41af-a0f9-e8baed19f093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:40.186441 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-7719b6e4-c316-41af-a0f9-e8baed19f093 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67d1cb35c8824246aac1d8cc7218f8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532667 Jun 22 18:32:40.189669 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60090) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:40.241591 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e60b5a2a-75c9-4794-9096-a83634888d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.264950 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e60b5a2a-75c9-4794-9096-a83634888d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.311280 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e60b5a2a-75c9-4794-9096-a83634888d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.313920 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e60b5a2a-75c9-4794-9096-a83634888d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.315069 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e60b5a2a-75c9-4794-9096-a83634888d0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86fd08e6-138f-48f2-9036-6ca66529d209 HTTP/1.1" status: 204 len: 168 time: 0.1244595 Jun 22 18:32:40.315828 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:40.323325 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5a2a-75c9-4794-9096-a83634888d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fd08e6-138f-48f2-9036-6ca66529d209,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:40.325797 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e60b5a2a-75c9-4794-9096-a83634888d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:40.778513 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5163dd-f337-480c-94e0-6797e2537ca9 req-e822fce0-7c84-4a13-ae19-b3a6bb615c50 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.780148 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8f5163dd-f337-480c-94e0-6797e2537ca9 req-e822fce0-7c84-4a13-ae19-b3a6bb615c50 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1123176 Jun 22 18:32:40.788727 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc2968-8bda-4279-9e85-6eff8de6843d req-0ab24326-31e9-4e60-9c58-737d8b01c527 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.790328 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5dfc2968-8bda-4279-9e85-6eff8de6843d req-0ab24326-31e9-4e60-9c58-737d8b01c527 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1129932 Jun 22 18:32:40.847953 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8f5163dd-f337-480c-94e0-6797e2537ca9 req-149da144-4077-4057-872d-a62b3d566ace tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565178 Jun 22 18:32:40.852777 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5dfc2968-8bda-4279-9e85-6eff8de6843d req-abb98a32-4143-4024-aa59-393a9d048850 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542309 Jun 22 18:32:41.079305 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963473f-e3e7-4d7e-a425-74781e059a46 req-3c817b8a-55c0-49b3-9838-53d90e5701d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.081758 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d963473f-e3e7-4d7e-a425-74781e059a46 req-3c817b8a-55c0-49b3-9838-53d90e5701d7 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1099 time: 0.0999806 Jun 22 18:32:41.152315 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d963473f-e3e7-4d7e-a425-74781e059a46 req-fcfaa03e-2785-4468-bb9b-d765330cfa73 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549712 Jun 22 18:32:41.179611 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f69a9f-d57f-4be4-b37a-2cbe7b02a27e req-3037fcd1-0303-4954-a506-dfaf95bf02ea tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.181054 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-28f69a9f-d57f-4be4-b37a-2cbe7b02a27e req-3037fcd1-0303-4954-a506-dfaf95bf02ea tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0977628 Jun 22 18:32:41.226551 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-28f69a9f-d57f-4be4-b37a-2cbe7b02a27e req-9c155e96-7a4e-48e7-815a-54c03e8a9d14 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359766 Jun 22 18:32:41.444070 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60136) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:41.568585 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a4987b60-5da9-4a92-a956-d262bbe971d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.672963 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a4987b60-5da9-4a92-a956-d262bbe971d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.677241 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a4987b60-5da9-4a92-a956-d262bbe971d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.681471 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:41.723182 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a4987b60-5da9-4a92-a956-d262bbe971d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b5ec0fe2d614fd8a599e7d7a316b70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778068 Jun 22 18:32:41.724656 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4987b60-5da9-4a92-a956-d262bbe971d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e845a-8a8c-4c6d-9cf3-18471973d255,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:41.725711 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 60142) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:41.728103 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a4987b60-5da9-4a92-a956-d262bbe971d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:41.779204 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8eca15d1-a925-4812-8f2e-9e24158433a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.803509 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8eca15d1-a925-4812-8f2e-9e24158433a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.857349 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8eca15d1-a925-4812-8f2e-9e24158433a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.859965 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8eca15d1-a925-4812-8f2e-9e24158433a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.861116 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-8eca15d1-a925-4812-8f2e-9e24158433a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/950e845a-8a8c-4c6d-9cf3-18471973d255 HTTP/1.1" status: 204 len: 168 time: 0.1344271 Jun 22 18:32:41.862125 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-24de79a6-0c23-42e9-b7db-2c9fee0f9807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:41.870290 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca15d1-a925-4812-8f2e-9e24158433a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e845a-8a8c-4c6d-9cf3-18471973d255,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:41.872871 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-8eca15d1-a925-4812-8f2e-9e24158433a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:42.171160 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1382d-3ba4-4172-a154-49a192a8e8d9 req-eed1b3d0-0339-433f-9cd2-e590c497bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.172682 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c2b1382d-3ba4-4172-a154-49a192a8e8d9 req-eed1b3d0-0339-433f-9cd2-e590c497bdca service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 1098 time: 0.1883466 Jun 22 18:32:42.180313 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068d46-e4b7-4a84-87aa-a9d6897b6c3e req-8002ae5d-7f11-41a2-ad87-15ee9c950798 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.182672 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e7068d46-e4b7-4a84-87aa-a9d6897b6c3e req-8002ae5d-7f11-41a2-ad87-15ee9c950798 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1940494 Jun 22 18:32:42.194438 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f328da0-7b13-4336-ac13-8725039554b0 req-3eff804e-7d73-4fa1-af29-652a8bcc0d8e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.195895 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4f328da0-7b13-4336-ac13-8725039554b0 req-3eff804e-7d73-4fa1-af29-652a8bcc0d8e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1805384 Jun 22 18:32:42.515940 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4f328da0-7b13-4336-ac13-8725039554b0 req-03d581cb-f230-4c75-8f87-0143f44a0db4 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113792 Jun 22 18:32:42.531771 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e7068d46-e4b7-4a84-87aa-a9d6897b6c3e req-95674d26-4b8e-402f-b35f-7a60d2ae0273 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347273 Jun 22 18:32:42.548664 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c2b1382d-3ba4-4172-a154-49a192a8e8d9 req-0d40dd8b-734c-436f-a09d-1cde2fa5150a service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065836 Jun 22 18:32:42.699137 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97179c09-9d36-4673-a785-12f5c2e46d0f req-54a493e8-d1a1-4ae8-89ee-b66bd155e17d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.699137 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-97179c09-9d36-4673-a785-12f5c2e46d0f req-54a493e8-d1a1-4ae8-89ee-b66bd155e17d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0648818 Jun 22 18:32:42.732040 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-97179c09-9d36-4673-a785-12f5c2e46d0f req-501fb1c3-7eea-4a51-a73c-609fd6ad093d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332372 Jun 22 18:32:43.739915 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af67bb-5cbd-4c4d-9746-701e686655f2 req-59b6f499-b04b-4969-b9f7-f7e0432b354c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.741514 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e3af67bb-5cbd-4c4d-9746-701e686655f2 req-59b6f499-b04b-4969-b9f7-f7e0432b354c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1078515 Jun 22 18:32:43.757715 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026f57f-d4e8-4a48-a523-0a15c36c5b78 req-222cf479-5c2f-4a0f-ae8f-235687ab51a3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.759099 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6026f57f-d4e8-4a48-a523-0a15c36c5b78 req-222cf479-5c2f-4a0f-ae8f-235687ab51a3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0944748 Jun 22 18:32:43.815627 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e3af67bb-5cbd-4c4d-9746-701e686655f2 req-72afcb60-5cab-40fa-bfa1-f467d1c326da tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672324 Jun 22 18:32:43.823854 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6026f57f-d4e8-4a48-a523-0a15c36c5b78 req-75daa366-e64b-42fe-a5ac-8bcace62cf3e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581419 Jun 22 18:32:43.985831 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68530-1496-4420-9886-8a575b0e4b4d req-87c249a2-5ed5-4eb7-9204-e0b6aebc1e33 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.987639 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-96d68530-1496-4420-9886-8a575b0e4b4d req-87c249a2-5ed5-4eb7-9204-e0b6aebc1e33 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0666876 Jun 22 18:32:44.036562 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-96d68530-1496-4420-9886-8a575b0e4b4d req-f8d58ab9-bed5-4fe2-9cf3-5259a27f1d26 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423868 Jun 22 18:32:44.995290 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903a5a0-50b6-4282-a498-c5bf558a16bd req-45960358-e0b4-4560-aa72-6ebac5f23df2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:44.996677 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b903a5a0-50b6-4282-a498-c5bf558a16bd req-45960358-e0b4-4560-aa72-6ebac5f23df2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0622005 Jun 22 18:32:45.034024 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b903a5a0-50b6-4282-a498-c5bf558a16bd req-660a8df5-7431-495d-b1c6-aed1d12f024c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317259 Jun 22 18:32:45.220793 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5015d7-bd50-416c-975d-17c9687a5f6c req-90ae6e98-8b66-4cb8-9c12-e4f8595c0427 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.222253 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e5015d7-bd50-416c-975d-17c9687a5f6c req-90ae6e98-8b66-4cb8-9c12-e4f8595c0427 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0664623 Jun 22 18:32:45.261018 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e5015d7-bd50-416c-975d-17c9687a5f6c req-76ff004f-f085-4b7d-91cb-bd584955d864 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Jun 22 18:32:46.218003 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef4771-55e7-4210-a8df-377efd0c6fe3 req-e8a59687-4da1-43f6-a85e-aaebc74148c1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.219416 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3eef4771-55e7-4210-a8df-377efd0c6fe3 req-e8a59687-4da1-43f6-a85e-aaebc74148c1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0718656 Jun 22 18:32:46.266692 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3eef4771-55e7-4210-a8df-377efd0c6fe3 req-f3d56760-84bb-4c72-89e4-f3be5d8e2b34 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Jun 22 18:32:46.438768 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401902e-f699-489c-9165-4b4117f3074c req-92074a07-7835-4cfe-9e19-e80ffe2c9f06 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.440334 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7401902e-f699-489c-9165-4b4117f3074c req-92074a07-7835-4cfe-9e19-e80ffe2c9f06 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0633812 Jun 22 18:32:46.478507 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7401902e-f699-489c-9165-4b4117f3074c req-bc52f373-65f3-4e22-a065-fdf05c2b2b97 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324595 Jun 22 18:32:47.443786 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883ed13-92ff-4eec-bc4f-999c3790af14 req-8e4c2066-f699-44b5-b4f1-71f0babf80af tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.445233 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1883ed13-92ff-4eec-bc4f-999c3790af14 req-8e4c2066-f699-44b5-b4f1-71f0babf80af tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0669186 Jun 22 18:32:47.482827 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1883ed13-92ff-4eec-bc4f-999c3790af14 req-cc45eb69-464b-4505-8704-fcb02de51f08 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Jun 22 18:32:47.655747 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990602b9-52b4-471c-83f2-36e64e8f4016 req-0017fcdb-e470-4260-b6d6-e03b2bfc8116 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.657253 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-990602b9-52b4-471c-83f2-36e64e8f4016 req-0017fcdb-e470-4260-b6d6-e03b2bfc8116 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0634794 Jun 22 18:32:47.694908 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-990602b9-52b4-471c-83f2-36e64e8f4016 req-12d2972e-764c-4f3c-8b72-31ac24ede199 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320835 Jun 22 18:32:48.658240 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748310f8-72a0-4d04-94f6-96c88633af09 req-d1a750a8-cf23-4095-8097-5479cea96065 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.659739 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-748310f8-72a0-4d04-94f6-96c88633af09 req-d1a750a8-cf23-4095-8097-5479cea96065 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0632637 Jun 22 18:32:48.703731 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-748310f8-72a0-4d04-94f6-96c88633af09 req-740e8896-0b91-46dd-8e94-c83e5ba5a9ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Jun 22 18:32:48.875065 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c549f9f-42f3-433c-ac6f-c859f13232f6 req-107f2f73-0d7e-44d7-be5d-5d6ebbd7e2da tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.876550 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4c549f9f-42f3-433c-ac6f-c859f13232f6 req-107f2f73-0d7e-44d7-be5d-5d6ebbd7e2da tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0707929 Jun 22 18:32:48.923759 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4c549f9f-42f3-433c-ac6f-c859f13232f6 req-80f57cf1-e646-4bcf-9f8b-6bd964c3c6ab tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414195 Jun 22 18:32:49.878621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10696bc1-5d14-4e13-a8fb-84f0600822e4 req-b6f5fc38-7d59-43c8-99dc-5d2a804f4807 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.880077 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-10696bc1-5d14-4e13-a8fb-84f0600822e4 req-b6f5fc38-7d59-43c8-99dc-5d2a804f4807 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0639727 Jun 22 18:32:49.919478 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-10696bc1-5d14-4e13-a8fb-84f0600822e4 req-ec31abd6-067a-4274-b8b9-aafd08288a45 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328050 Jun 22 18:32:50.125015 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fc594-4fc8-4df9-a846-2c578b9608b4 req-1c6ec030-74d9-4520-9ea4-eb0af0640588 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:50.126965 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c36fc594-4fc8-4df9-a846-2c578b9608b4 req-1c6ec030-74d9-4520-9ea4-eb0af0640588 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0839858 Jun 22 18:32:50.173296 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c36fc594-4fc8-4df9-a846-2c578b9608b4 req-eefd1430-e733-4134-8f46-25e6251a4fc0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391591 Jun 22 18:32:50.385514 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d93bf-c9d9-44e7-ad2a-0dfde6a88ede req-5486c758-9248-4609-84e1-385ceb0850f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:50.386986 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e92d93bf-c9d9-44e7-ad2a-0dfde6a88ede req-5486c758-9248-4609-84e1-385ceb0850f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0717542 Jun 22 18:32:50.395503 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 60344) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:50.399973 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'floatingip': {'port_id': '1115455d-bdff-4bcd-9daa-bd3499f3480f'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:50.428548 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60348) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:50.477125 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.591113 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.686030 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.691012 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.693707 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e60b5a2a-75c9-4794-9096-a83634888d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:50.729570 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baf7f3b-61ad-40b6-8c5d-854b45071502,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:50.734171 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cf4fff7f2ef4da183a13d76d1d63f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040581 Jun 22 18:32:50.737248 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60366) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:50.756183 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.756556 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.757220 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.757572 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.757916 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.758266 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.758604 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.758942 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.759278 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.759643 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.760092 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.760557 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:50.779497 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:50.816892 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-adf789ac-3c6e-444f-bda1-3449a5a3af37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.845517 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-adf789ac-3c6e-444f-bda1-3449a5a3af37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.904636 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-adf789ac-3c6e-444f-bda1-3449a5a3af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.907209 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-adf789ac-3c6e-444f-bda1-3449a5a3af37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.908639 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-adf789ac-3c6e-444f-bda1-3449a5a3af37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0baf7f3b-61ad-40b6-8c5d-854b45071502 HTTP/1.1" status: 204 len: 168 time: 0.1669209 Jun 22 18:32:50.909760 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3831425c-6125-41d0-9f44-dde773baac17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:50.918816 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf789ac-3c6e-444f-bda1-3449a5a3af37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baf7f3b-61ad-40b6-8c5d-854b45071502,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:50.922006 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-adf789ac-3c6e-444f-bda1-3449a5a3af37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:51.176653 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.db.resource_extend [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 18:32:51.238123 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60394) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:51.254833 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-af47fd96-e24a-4d39-89e9-afdc83b29d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.279660 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.294746 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.308460 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70f4dc-a852-41f8-b0da-e98ecccdb5c0 req-92709f8a-0e6f-454a-adc5-df002cb5d9ac tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:51.310106 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb70f4dc-a852-41f8-b0da-e98ecccdb5c0 req-92709f8a-0e6f-454a-adc5-df002cb5d9ac tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1845381 Jun 22 18:32:51.351595 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-af47fd96-e24a-4d39-89e9-afdc83b29d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.357210 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-af47fd96-e24a-4d39-89e9-afdc83b29d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.360710 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-eeed67d1-b79f-4597-adf5-94c712a702a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:51.396770 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-af47fd96-e24a-4d39-89e9-afdc83b29d06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6193e37679047948e91ed1d4df0890e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578667 Jun 22 18:32:51.397844 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47fd96-e24a-4d39-89e9-afdc83b29d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc2c86-b318-45ee-835e-baf014306ce7,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:51.400182 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60398) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:51.406748 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-af47fd96-e24a-4d39-89e9-afdc83b29d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:51.452441 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0d61-9d54-46ca-9b20-9bf60b159172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.474898 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0d61-9d54-46ca-9b20-9bf60b159172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.528888 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0d61-9d54-46ca-9b20-9bf60b159172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.533454 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0d61-9d54-46ca-9b20-9bf60b159172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.534717 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-2a7a0d61-9d54-46ca-9b20-9bf60b159172 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ccc2c86-b318-45ee-835e-baf014306ce7 HTTP/1.1" status: 204 len: 168 time: 0.1335964 Jun 22 18:32:51.535571 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7719b6e4-c316-41af-a0f9-e8baed19f093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:51.544865 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a0d61-9d54-46ca-9b20-9bf60b159172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccc2c86-b318-45ee-835e-baf014306ce7,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:51.572199 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2a7a0d61-9d54-46ca-9b20-9bf60b159172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:51.648369 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb70f4dc-a852-41f8-b0da-e98ecccdb5c0 req-9ad8d592-d58e-420c-bb33-9fd8b5bbd228 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974060 Jun 22 18:32:51.665872 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Floating IP 1740b2c7-a4aa-4535-9272-d830bb51659c associated. External IP: 172.27.3.131, port: 1115455d-bdff-4bcd-9daa-bd3499f3480f. Jun 22 18:32:51.897006 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:32:51.931266 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:32:51.966984 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60416) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:51.980994 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-28c98a3c-49e7-4659-86c3-1f020e120c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.021320 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6d882ef2-be52-4c78-a1de-309590cf6150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.060549 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:52.065615 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.078671 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] Sync routers for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:52.091481 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:52.093244 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:32:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:52.128284 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-28c98a3c-49e7-4659-86c3-1f020e120c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.133392 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-28c98a3c-49e7-4659-86c3-1f020e120c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.138290 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-687fcf60-854a-457f-acc4-876a5b0600f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:52.144834 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-59a462da-9a11-4611-b9cf-96aa3617175f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "PUT /v2.0/floatingips/1740b2c7-a4aa-4535-9272-d830bb51659c HTTP/1.1" status: 200 len: 992 time: 1.7483034 Jun 22 18:32:52.167539 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:52.170022 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:52.182861 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-28c98a3c-49e7-4659-86c3-1f020e120c1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f81b2ae2f3c54755a5e75c96c5c60ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142971 Jun 22 18:32:52.185283 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c98a3c-49e7-4659-86c3-1f020e120c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731cd98b-75a1-470f-9956-564902476421,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:52.189847 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60432) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:52.198943 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-28c98a3c-49e7-4659-86c3-1f020e120c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:52.235185 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:52.252286 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1aa40ec2-c94a-4418-9a88-466aa12dd459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.270635 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-3d38eb46-5034-4535-9f71-b25e058405bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.272780 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-3d38eb46-5034-4535-9f71-b25e058405bc service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 1098 time: 0.1268654 Jun 22 18:32:52.284329 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1aa40ec2-c94a-4418-9a88-466aa12dd459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.285776 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b2088-44c9-49d8-a126-7e5fcf5a4cfa req-7de42d7a-1db8-435f-b8b6-16201100ea8e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.287269 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9b9b2088-44c9-49d8-a126-7e5fcf5a4cfa req-7de42d7a-1db8-435f-b8b6-16201100ea8e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1141031 Jun 22 18:32:52.346101 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1aa40ec2-c94a-4418-9a88-466aa12dd459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.350363 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1aa40ec2-c94a-4418-9a88-466aa12dd459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.352245 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-1aa40ec2-c94a-4418-9a88-466aa12dd459 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/731cd98b-75a1-470f-9956-564902476421 HTTP/1.1" status: 204 len: 168 time: 0.1604497 Jun 22 18:32:52.354536 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e5e4a384-9dfd-4de5-a8fa-0860b8d90ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:52.388439 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9b9b2088-44c9-49d8-a126-7e5fcf5a4cfa req-fb554bbe-8af7-4b40-85ee-8429f582aa47 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916109 Jun 22 18:32:52.392349 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa40ec2-c94a-4418-9a88-466aa12dd459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731cd98b-75a1-470f-9956-564902476421,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:52.404829 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1aa40ec2-c94a-4418-9a88-466aa12dd459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:52.427009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-de2b0f3f-4078-4dd2-812a-e0bcdd68127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.428780 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-de2b0f3f-4078-4dd2-812a-e0bcdd68127c service neutron] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 921 time: 0.1405883 Jun 22 18:32:52.485996 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-0139a157-1280-4efa-a7a5-5beee6c02b52 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf4d3ee3-d86b-499e-a617-289e45cf9e67 HTTP/1.1" status: 200 len: 217 time: 0.0492151 Jun 22 18:32:52.586030 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-250cca29-757d-49ac-80bb-f60b616f1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.588716 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-250cca29-757d-49ac-80bb-f60b616f1158 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.0890586 Jun 22 18:32:52.710568 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-b1e3a4dd-048f-4520-9984-9da3f41e04dd service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510030 Jun 22 18:32:52.776845 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '1740b2c7-a4aa-4535-9272-d830bb51659c', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'port_id': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'mac_address': 'fa:16:3e:0d:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:32:12Z', 'updated_at': '2021-06-22T18:32:51Z', 'revision_number': 1, 'project_id': '55342b2958f44882a29920c8df55761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:52.807814 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2e17bd-4604-40a3-b64e-2e07f36dfae7 x-openstack-request-id: req-7e2e17bd-4604-40a3-b64e-2e07f36dfae7 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:52.808397 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:52.809048 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e2e17bd-4604-40a3-b64e-2e07f36dfae7 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:52.809160 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'status': 'completed', 'code': 200} Jun 22 18:32:52.834815 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] Checking router: 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:52.857166 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:52.857166 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:32:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:52.872132 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-1dddb20f-faab-42ea-a8fb-2d64c900ac7e service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331139 Jun 22 18:32:52.989769 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:53.076768 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f517d51d-f9f8-4358-9416-e7f0c5480d91 req-683e979f-8fa2-4c7d-a38a-e5ef1827578e service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404464 Jun 22 18:32:53.082427 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-e308f9c9-f0f7-40c0-a659-1ef9076a443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.084653 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-e308f9c9-f0f7-40c0-a659-1ef9076a443e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1099 time: 0.0960314 Jun 22 18:32:53.212717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-bb71bfab-4c68-4e32-8a13-8d0915025ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.215595 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-bb71bfab-4c68-4e32-8a13-8d0915025ba9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.1058612 Jun 22 18:32:53.300067 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '1740b2c7-a4aa-4535-9272-d830bb51659c', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'port_id': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'mac_address': 'fa:16:3e:0d:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:32:12Z', 'updated_at': '2021-06-22T18:32:51Z', 'revision_number': 1, 'project_id': '55342b2958f44882a29920c8df55761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:53.330241 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63250be4-f925-45bd-a215-90bf813c6043 None None] The sync data for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi is: [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '1740b2c7-a4aa-4535-9272-d830bb51659c', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'port_id': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'mac_address': 'fa:16:3e:0d:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:32:12Z', 'updated_at': '2021-06-22T18:32:51Z', 'revision_number': 1, 'project_id': '55342b2958f44882a29920c8df55761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:53.430000 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-b38d2b2e-55f3-4b5c-b4ec-94a389db5a85 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 1000 time: 0.0992124 Jun 22 18:32:53.494146 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-ed14f536-26d5-493f-93d9-3d0640eed077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.496253 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-ed14f536-26d5-493f-93d9-3d0640eed077 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0495865 Jun 22 18:32:53.577231 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff8e3d0-ba38-4059-b6ae-99ebe150ce62 None None] New status for floating IP 1740b2c7-a4aa-4535-9272-d830bb51659c: ACTIVE {{(pid=92907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:32:53.623885 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-b65e9b5f-2225-4342-ae8f-8cc798b18162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.625349 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-b65e9b5f-2225-4342-ae8f-8cc798b18162 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728936 Jun 22 18:32:53.632971 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36b414-31d9-4068-b92f-8d3f33623068 req-2ba9b853-4ef5-4de9-80e1-e8d5ec78158f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.634459 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dc36b414-31d9-4068-b92f-8d3f33623068 req-2ba9b853-4ef5-4de9-80e1-e8d5ec78158f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1139481 Jun 22 18:32:53.772136 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dc36b414-31d9-4068-b92f-8d3f33623068 req-28b8d71e-a0d3-471e-864d-e2f7fc3a0385 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241913 Jun 22 18:32:53.774464 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-ecba7211-2496-44a9-b7d8-3b27c96a95f1 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358790 Jun 22 18:32:54.044655 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f92bc197-8b1a-4e4c-9cf0-b7d55105f4ac req-7a2a2b0d-ba78-4757-9734-3a6108d7f226 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105415 Jun 22 18:32:54.056240 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-439b7fff-ab42-4ed8-abfe-5577bc7bd900 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178224 Jun 22 18:32:54.242523 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60522) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:54.244835 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-202496c1-01da-40a0-8528-4a145b553821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.246860 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-202496c1-01da-40a0-8528-4a145b553821 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=a9e1a748e3fa4adea4b1bd872433d839&device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 1098 time: 0.0805981 Jun 22 18:32:54.382326 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1d8d40c4-88ab-4fee-9cc5-8e7ab36df6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.408544 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-3ff88f62-f568-4735-b675-00622950b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.410624 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-3ff88f62-f568-4735-b675-00622950b761 service neutron] 10.222.0.109 "GET /v2.0/networks?id=e1da0cf5-fb3f-4c99-bb9c-24a480147272 HTTP/1.1" status: 200 len: 914 time: 0.1349897 Jun 22 18:32:54.469619 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-92ce4ee5-877d-4396-b284-4a2c90ae9b6b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b84fa07-3b5a-45cf-aa2f-600de44c9558 HTTP/1.1" status: 200 len: 217 time: 0.0483003 Jun 22 18:32:54.493649 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1d8d40c4-88ab-4fee-9cc5-8e7ab36df6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.499378 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1d8d40c4-88ab-4fee-9cc5-8e7ab36df6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.528743 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-28c98a3c-49e7-4659-86c3-1f020e120c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:54.533908 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-81d7efc9-c82e-40fb-8d9b-6a6fbe092ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.535814 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-81d7efc9-c82e-40fb-8d9b-6a6fbe092ec8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ece22b3b-c3d2-4078-a8cb-ae32cb190081 HTTP/1.1" status: 200 len: 852 time: 0.0561571 Jun 22 18:32:54.540606 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-1d8d40c4-88ab-4fee-9cc5-8e7ab36df6d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=278722a2efb64280ad38c99e50331977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970402 Jun 22 18:32:54.543471 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 60540) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:54.554410 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d40c4-88ab-4fee-9cc5-8e7ab36df6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6152f89f-4920-4da8-839d-e23076bc605a,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:54.558103 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1d8d40c4-88ab-4fee-9cc5-8e7ab36df6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:54.603535 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-59f2431c-3de0-48d7-a96a-733f5de67fb0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e1da0cf5-fb3f-4c99-bb9c-24a480147272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455911 Jun 22 18:32:54.680714 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.713495 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.766697 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-caba17e2-731c-4973-a327-1033569cf49a service neutron] 10.222.0.109 "GET /v2.0/networks/e1da0cf5-fb3f-4c99-bb9c-24a480147272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421740 Jun 22 18:32:54.826760 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.829409 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.832839 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6152f89f-4920-4da8-839d-e23076bc605a HTTP/1.1" status: 204 len: 168 time: 0.2859874 Jun 22 18:32:54.833082 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-43e18d00-dd24-4c21-812e-11637664fe0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:54.852747 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6152f89f-4920-4da8-839d-e23076bc605a,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:54.866700 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.867054 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.867425 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.867768 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.868106 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.868444 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.868773 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.869344 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.870356 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.871004 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.871770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.872247 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.877736 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:54.912877 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2995673-c4b3-4a5a-9a29-5804dc486322 req-4b0084e0-a7f3-4419-9764-b3c696d0d5d4 service neutron] 10.222.0.109 "GET /v2.0/networks/e1da0cf5-fb3f-4c99-bb9c-24a480147272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351805 Jun 22 18:32:55.045290 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03623288-2fc7-43ae-863d-9f94b5e78016 req-a69f8f70-244c-4191-8ac7-9df77f27e20d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.047273 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-03623288-2fc7-43ae-863d-9f94b5e78016 req-a69f8f70-244c-4191-8ac7-9df77f27e20d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0999525 Jun 22 18:32:55.120945 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-03623288-2fc7-43ae-863d-9f94b5e78016 req-b2798a26-a308-4c92-ac1d-af67cd15bf67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671699 Jun 22 18:32:55.242302 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:55.654171 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-0d53cacc-3b69-4670-b9ca-69031ff201b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:55.819033 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.090105 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.303599 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cabf8f-f598-4d66-96a5-4e1809f23cfa req-0a0f68b4-d467-4619-9eae-2fa12a8545a3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.305333 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-54cabf8f-f598-4d66-96a5-4e1809f23cfa req-0a0f68b4-d467-4619-9eae-2fa12a8545a3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0750051 Jun 22 18:32:56.345695 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-54cabf8f-f598-4d66-96a5-4e1809f23cfa req-09a32677-77a4-4fff-a35c-b51af09d5016 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346859 Jun 22 18:32:57.533662 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485853-4486-41d9-afb4-4a4af13d9bb7 req-df0d617e-c152-4a28-8c02-fc5b387e5f76 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:57.535185 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-60485853-4486-41d9-afb4-4a4af13d9bb7 req-df0d617e-c152-4a28-8c02-fc5b387e5f76 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0728371 Jun 22 18:32:57.580037 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-60485853-4486-41d9-afb4-4a4af13d9bb7 req-9338a090-5686-4717-aeb7-b5e3d8a466cf tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 Jun 22 18:32:58.149532 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:58.784590 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd73b-3155-48f6-9bc5-71c2bcad002e req-32fb09c5-a09d-4a62-8922-38fec7cf8412 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:58.789016 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8f8dd73b-3155-48f6-9bc5-71c2bcad002e req-32fb09c5-a09d-4a62-8922-38fec7cf8412 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0844133 Jun 22 18:32:58.855446 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8f8dd73b-3155-48f6-9bc5-71c2bcad002e req-7e5e4559-45e8-417a-95b0-aaf7334e39db tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614674 Jun 22 18:33:00.031650 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b6b9-20a2-4603-be3e-277b49a56ef8 req-ee587dc4-db82-41a4-8e8f-02ca4d5e334e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:00.033105 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ede4b6b9-20a2-4603-be3e-277b49a56ef8 req-ee587dc4-db82-41a4-8e8f-02ca4d5e334e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0675964 Jun 22 18:33:00.071162 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ede4b6b9-20a2-4603-be3e-277b49a56ef8 req-ed20e342-4ea5-43b0-ae46-8189bfb54568 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Jun 22 18:33:01.214809 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60778) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:01.272556 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] Deleting subnet b4e68f22-b4aa-4812-bc2c-431d79fcdb6e {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:33:01.276748 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.296405 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d5487-367d-4690-823d-0e67162570fb req-8e7c633e-8e14-4438-96ad-ffecdbeb4fb2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:01.299943 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-922d5487-367d-4690-823d-0e67162570fb req-8e7c633e-8e14-4438-96ad-ffecdbeb4fb2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0931804 Jun 22 18:33:01.317320 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.362185 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-922d5487-367d-4690-823d-0e67162570fb req-611bf1ec-54c6-44eb-8743-0b4e63805868 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542033 Jun 22 18:33:01.364015 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.418368 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.420548 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:01.444348 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e68f22-b4aa-4812-bc2c-431d79fcdb6e,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:01.457880 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:01.467602 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.472045 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b4e68f22-b4aa-4812-bc2c-431d79fcdb6e HTTP/1.1" status: 204 len: 168 time: 0.2545784 Jun 22 18:33:01.472210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 60788) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:01.541381 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.618439 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.627919 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf70244d-7f4a-497b-bc31-66a146f8f494']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:01.638211 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d2614c-96d1-499f-8f19-880c9812f7cc') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:01.638500 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d2614c-96d1-499f-8f19-880c9812f7cc') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:01.646869 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.661150 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.667681 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:33:01.668279 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:33:01.669981 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:33:01.728376 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.732579 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1cbb4949-dfdf-4cac-a573-b65d73fbd649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:01.736744 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.738494 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] 10.222.0.39 "DELETE /v2.0/networks/cf70244d-7f4a-497b-bc31-66a146f8f494 HTTP/1.1" status: 204 len: 168 time: 0.2651715 Jun 22 18:33:01.741451 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60792) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:01.748778 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Pushing event deleted for resources: {'Network': ['ID=cf70244d-7f4a-497b-bc31-66a146f8f494,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:01.750922 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:01.785925 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a0a9fe-aa3b-4308-9745-dcc6cb9b9181 admin admin] Deleting subnet 6e00d6c7-decc-409c-838c-f4d77eb83a69 {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:33:01.789201 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-68a0a9fe-aa3b-4308-9745-dcc6cb9b9181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.824195 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-68a0a9fe-aa3b-4308-9745-dcc6cb9b9181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.865672 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-68a0a9fe-aa3b-4308-9745-dcc6cb9b9181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.915803 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-68a0a9fe-aa3b-4308-9745-dcc6cb9b9181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.917999 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:01.938958 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0a9fe-aa3b-4308-9745-dcc6cb9b9181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e00d6c7-decc-409c-838c-f4d77eb83a69,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:01.941922 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-68a0a9fe-aa3b-4308-9745-dcc6cb9b9181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:01.946397 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-68a0a9fe-aa3b-4308-9745-dcc6cb9b9181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.949226 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-68a0a9fe-aa3b-4308-9745-dcc6cb9b9181 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6e00d6c7-decc-409c-838c-f4d77eb83a69 HTTP/1.1" status: 204 len: 168 time: 0.2067938 Jun 22 18:33:01.951435 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60796) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:02.017662 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.253336 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.263975 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bc33ca-a999-4614-803d-7a6692ec8538']}} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:02.273236 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0295868a-c2e0-485d-a744-071a9cd3eadb') {'for_net_delete': True} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:02.273517 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0295868a-c2e0-485d-a744-071a9cd3eadb') {} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:02.281881 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2972953'] for segment, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.295048 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.300570 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=92906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:33:02.300932 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972789'] for segment, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: Traceback (most recent call last): Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: timer() Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: cb(*args, **kw) Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: return func(*args, **kwargs) Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: self._notify() Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: self.callback(batched_events) Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: event.method(event) Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: return f(self, *a, **k) Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._get(url).json() Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: return self.request(url, 'GET', **kwargs) Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:33:02.302486 dv-cinder-769602-3-iscsi neutron-server[92906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:33:02.359049 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.363531 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8b69ed64-436d-4062-a32f-5e6662c3a576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:02.367461 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.369248 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] 10.222.0.39 "DELETE /v2.0/networks/55bc33ca-a999-4614-803d-7a6692ec8538 HTTP/1.1" status: 204 len: 168 time: 0.4169195 Jun 22 18:33:02.381195 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Pushing event deleted for resources: {'Network': ['ID=55bc33ca-a999-4614-803d-7a6692ec8538,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:02.384114 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3a329c05-659e-432f-a3b7-0815ec6b52fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:02.544193 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850f8ce-c013-4f0e-a350-1545a37f3542 req-79378b2c-9aa1-4e9e-995e-0e840583e93c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:02.545698 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5850f8ce-c013-4f0e-a350-1545a37f3542 req-79378b2c-9aa1-4e9e-995e-0e840583e93c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0709529 Jun 22 18:33:02.549722 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 60808) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:02.616969 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5850f8ce-c013-4f0e-a350-1545a37f3542 req-3e3180e7-351d-487c-bcaa-98b1efbaa5d3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607629 Jun 22 18:33:02.622733 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-b6bd9183-7a63-49a7-b192-7f9c90e12dfc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb16fd0f30914cb7bcf0bf2c1ee1666d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686495 Jun 22 18:33:02.623542 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60812) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:02.676103 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-402d48f5-08e6-4c61-9d5d-6b7f3fcb8ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.696807 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-402d48f5-08e6-4c61-9d5d-6b7f3fcb8ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.742974 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-402d48f5-08e6-4c61-9d5d-6b7f3fcb8ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.745543 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-402d48f5-08e6-4c61-9d5d-6b7f3fcb8ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.746666 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-402d48f5-08e6-4c61-9d5d-6b7f3fcb8ef5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e253688-17e6-4107-a215-61c6db59dfb8 HTTP/1.1" status: 204 len: 168 time: 0.1221457 Jun 22 18:33:02.747424 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-adf789ac-3c6e-444f-bda1-3449a5a3af37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:02.755155 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d48f5-08e6-4c61-9d5d-6b7f3fcb8ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e253688-17e6-4107-a215-61c6db59dfb8,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:02.758219 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-402d48f5-08e6-4c61-9d5d-6b7f3fcb8ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:03.058273 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60820) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:03.097367 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fe5ff389-dbcb-4fcf-b224-b16f5f1909e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cef758ff38848fb8dfee92f84fc0f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379062 Jun 22 18:33:03.099838 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60822) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:03.150131 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf53-847b-445b-80eb-3ad4d9a3e5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.171185 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf53-847b-445b-80eb-3ad4d9a3e5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.219721 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf53-847b-445b-80eb-3ad4d9a3e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.222334 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8c58cf53-847b-445b-80eb-3ad4d9a3e5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.223645 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-8c58cf53-847b-445b-80eb-3ad4d9a3e5bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a152d226-9c7f-44c6-be11-3146392d0fd0 HTTP/1.1" status: 204 len: 168 time: 0.1228278 Jun 22 18:33:03.224342 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d5af39b5-1cc2-4855-9778-2661cf327971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:03.233394 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58cf53-847b-445b-80eb-3ad4d9a3e5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a152d226-9c7f-44c6-be11-3146392d0fd0,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:03.235979 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8c58cf53-847b-445b-80eb-3ad4d9a3e5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:03.804248 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db967c-5c75-40d1-8f38-6a45478c257d req-a3e96ef4-a81c-450a-ae99-08ab7fe36fb3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.815815 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-32db967c-5c75-40d1-8f38-6a45478c257d req-a3e96ef4-a81c-450a-ae99-08ab7fe36fb3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0712931 Jun 22 18:33:03.852793 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-32db967c-5c75-40d1-8f38-6a45478c257d req-207be489-80e1-435f-b4db-a9a04cd33b7a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359137 Jun 22 18:33:04.492745 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60880) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:04.603945 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3830e281-92d0-47a3-913f-f8efb74b816a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.690797 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3830e281-92d0-47a3-913f-f8efb74b816a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.694441 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3830e281-92d0-47a3-913f-f8efb74b816a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.696894 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1d2d1760-17d0-42ff-96b0-507b72d815f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:04.731669 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830e281-92d0-47a3-913f-f8efb74b816a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35059f8-6460-4bed-8685-53b9e3f0861b,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:04.738427 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-3830e281-92d0-47a3-913f-f8efb74b816a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=066a63839b76457598d6dc5e18d21c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421157 Jun 22 18:33:04.738427 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3830e281-92d0-47a3-913f-f8efb74b816a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:04.738652 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 60888) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:04.791593 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e3240d66-7ca1-4036-bd01-3729483018a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.812792 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e3240d66-7ca1-4036-bd01-3729483018a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.864125 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e3240d66-7ca1-4036-bd01-3729483018a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.866696 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e3240d66-7ca1-4036-bd01-3729483018a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.867837 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e3240d66-7ca1-4036-bd01-3729483018a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e35059f8-6460-4bed-8685-53b9e3f0861b HTTP/1.1" status: 204 len: 168 time: 0.1283474 Jun 22 18:33:04.868549 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c38db93f-51f7-4a8b-a7dc-240c6b118ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:04.875921 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3240d66-7ca1-4036-bd01-3729483018a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35059f8-6460-4bed-8685-53b9e3f0861b,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:04.878214 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e3240d66-7ca1-4036-bd01-3729483018a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:05.039782 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7f88f-2abf-4c99-864d-78f23676596d req-5da38855-9c75-4b42-9514-a9467cc404a1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:05.041422 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-33d7f88f-2abf-4c99-864d-78f23676596d req-5da38855-9c75-4b42-9514-a9467cc404a1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0720434 Jun 22 18:33:05.083864 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-33d7f88f-2abf-4c99-864d-78f23676596d req-7422b60d-0ecc-4fe6-8d8b-46531ae65a24 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364280 Jun 22 18:33:06.397424 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff7b6-ba3c-4661-81a1-06061b6a1689 req-8b09ba2b-129f-4ba6-8f6f-646fdbec18fa tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:06.398758 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec8ff7b6-ba3c-4661-81a1-06061b6a1689 req-8b09ba2b-129f-4ba6-8f6f-646fdbec18fa tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0652218 Jun 22 18:33:06.436538 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec8ff7b6-ba3c-4661-81a1-06061b6a1689 req-75c6b242-0b5c-47ea-bb87-375ee2095632 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Jun 22 18:33:07.171610 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede408-9d04-42f5-aa67-0243be2ef496 req-1543b492-dfba-4216-a741-dbe8d4b54f0a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:07.173162 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eede408-9d04-42f5-aa67-0243be2ef496 req-1543b492-dfba-4216-a741-dbe8d4b54f0a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 945 time: 0.0700576 Jun 22 18:33:07.214650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eede408-9d04-42f5-aa67-0243be2ef496 req-032e68e0-2e6a-4816-be9e-ee2d21cb48de tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Jun 22 18:33:07.610058 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a201-cca3-4a10-9c31-2d26a491f81b req-73adc7a3-85f2-4b60-bbcf-5b697b12ed7e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:07.611816 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2612a201-cca3-4a10-9c31-2d26a491f81b req-73adc7a3-85f2-4b60-bbcf-5b697b12ed7e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0621278 Jun 22 18:33:07.654218 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2612a201-cca3-4a10-9c31-2d26a491f81b req-92bf00a2-f82e-4095-b521-d374fd664d73 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 Jun 22 18:33:08.392010 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d43776-325c-4395-be12-6df300fb2854 req-89054060-6b68-466d-ab07-3f920532e1bf tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.393457 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-62d43776-325c-4395-be12-6df300fb2854 req-89054060-6b68-466d-ab07-3f920532e1bf tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 945 time: 0.0636806 Jun 22 18:33:08.430413 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-62d43776-325c-4395-be12-6df300fb2854 req-1a7ac82e-995a-4221-adfb-66f2f4ad0f7a tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312433 Jun 22 18:33:08.833853 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984333e-6bb7-42dc-b76d-3ad6590181b7 req-5cecda18-84b9-4123-9813-d1b35612966d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.835324 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0984333e-6bb7-42dc-b76d-3ad6590181b7 req-5cecda18-84b9-4123-9813-d1b35612966d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0646229 Jun 22 18:33:08.874902 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0984333e-6bb7-42dc-b76d-3ad6590181b7 req-bee1e989-c5ee-4585-9eb6-da8a84fe8e47 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Jun 22 18:33:09.582814 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 32800) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:09.627761 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493864f-85f3-4bcd-8de2-53493e0e9712 req-9b178983-9c15-4f75-abf4-26268b646af9 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:09.629233 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8493864f-85f3-4bcd-8de2-53493e0e9712 req-9b178983-9c15-4f75-abf4-26268b646af9 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 945 time: 0.0718579 Jun 22 18:33:09.670610 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8493864f-85f3-4bcd-8de2-53493e0e9712 req-78736fca-9131-490b-8b28-7ff10babf457 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350146 Jun 22 18:33:09.710506 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6f580f08-be2a-4410-9ee3-68de6770b938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.817693 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6f580f08-be2a-4410-9ee3-68de6770b938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.821962 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6f580f08-be2a-4410-9ee3-68de6770b938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.825334 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-76197644-4e46-40b4-95bc-58a9c60ca624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:09.865345 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f580f08-be2a-4410-9ee3-68de6770b938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b44f75-ad24-4911-86bc-0c6d9581e36c,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:09.868484 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-6f580f08-be2a-4410-9ee3-68de6770b938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:09.872778 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-6f580f08-be2a-4410-9ee3-68de6770b938 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d25dc7ab28ea45b186b6e87b956a05a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882578 Jun 22 18:33:09.876087 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 32814) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:09.929376 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-52c5ed83-9cc4-473a-8496-0d2bec868c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.954423 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-52c5ed83-9cc4-473a-8496-0d2bec868c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.049223 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-52c5ed83-9cc4-473a-8496-0d2bec868c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.052057 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-52c5ed83-9cc4-473a-8496-0d2bec868c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.053575 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-52c5ed83-9cc4-473a-8496-0d2bec868c03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94b44f75-ad24-4911-86bc-0c6d9581e36c HTTP/1.1" status: 204 len: 168 time: 0.1761785 Jun 22 18:33:10.055322 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5db4071e-1922-48c4-b8c8-3d63115ddb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:10.067248 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5ed83-9cc4-473a-8496-0d2bec868c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b44f75-ad24-4911-86bc-0c6d9581e36c,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:10.071372 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-52c5ed83-9cc4-473a-8496-0d2bec868c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:10.093542 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d5e81-a564-4505-b625-decd2ccc8ef0 req-c16a04ad-1f49-4bd6-bc71-d919259a58f0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.100658 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a53d5e81-a564-4505-b625-decd2ccc8ef0 req-c16a04ad-1f49-4bd6-bc71-d919259a58f0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1076303 Jun 22 18:33:10.139447 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a53d5e81-a564-4505-b625-decd2ccc8ef0 req-16897cef-e97b-4653-9756-cb200d250d01 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 Jun 22 18:33:10.355448 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 32834) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:10.369543 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9acb8364-fa0f-4c34-b664-0090634be8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.466019 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9acb8364-fa0f-4c34-b664-0090634be8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.471058 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9acb8364-fa0f-4c34-b664-0090634be8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.473452 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:10.509382 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-9acb8364-fa0f-4c34-b664-0090634be8b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1077fd5083545ea94c18563256edc34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526353 Jun 22 18:33:10.510244 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb8364-fa0f-4c34-b664-0090634be8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e553cc-7e46-4fb1-a444-9e693223b4c8,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:10.513029 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 32842) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:10.513841 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9acb8364-fa0f-4c34-b664-0090634be8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:10.562386 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-76813dcc-fc74-4ec8-9aa1-115e0d3e7933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.588844 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-76813dcc-fc74-4ec8-9aa1-115e0d3e7933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.636004 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-76813dcc-fc74-4ec8-9aa1-115e0d3e7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.638573 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-76813dcc-fc74-4ec8-9aa1-115e0d3e7933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.642514 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-76813dcc-fc74-4ec8-9aa1-115e0d3e7933 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6e553cc-7e46-4fb1-a444-9e693223b4c8 HTTP/1.1" status: 204 len: 168 time: 0.1284740 Jun 22 18:33:10.643314 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-402d48f5-08e6-4c61-9d5d-6b7f3fcb8ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:10.650903 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76813dcc-fc74-4ec8-9aa1-115e0d3e7933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e553cc-7e46-4fb1-a444-9e693223b4c8,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:10.653508 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-76813dcc-fc74-4ec8-9aa1-115e0d3e7933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:10.933785 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a9ad7-fb73-4309-b69a-28fe2d62e179 req-9f598f73-92bf-4dcc-a168-e514bb565674 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.941785 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-930a9ad7-fb73-4309-b69a-28fe2d62e179 req-9f598f73-92bf-4dcc-a168-e514bb565674 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 945 time: 0.1249332 Jun 22 18:33:10.974320 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f277-9477-4912-bd0a-28df20899b45 req-730c3216-d3c6-40b8-b2a9-b38a3ca826b8 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.976103 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7330f277-9477-4912-bd0a-28df20899b45 req-730c3216-d3c6-40b8-b2a9-b38a3ca826b8 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.109 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 945 time: 0.1452916 Jun 22 18:33:11.011740 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-930a9ad7-fb73-4309-b69a-28fe2d62e179 req-6bdd8c4f-a68c-467b-bfa8-bbade3feb26f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/security-groups?id=7888835f-c0e5-476c-a8ba-35d049092165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690565 Jun 22 18:33:11.168822 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-7330f277-9477-4912-bd0a-28df20899b45 req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Deleting port 6b84fa07-3b5a-45cf-aa2f-600de44c9558 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:11.169187 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-7330f277-9477-4912-bd0a-28df20899b45 req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.206036 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 32896) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:11.228922 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b8be97cf-ae32-4344-99e1-6edc514b2b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.412004 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b8be97cf-ae32-4344-99e1-6edc514b2b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.416446 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b8be97cf-ae32-4344-99e1-6edc514b2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.428575 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1aa40ec2-c94a-4418-9a88-466aa12dd459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:11.431588 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 32906) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:11.465408 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b8be97cf-ae32-4344-99e1-6edc514b2b98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92ac9a17f1384a239dcdab4d598d8ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583477 Jun 22 18:33:11.467823 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be97cf-ae32-4344-99e1-6edc514b2b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef233005-8df9-4fdb-a133-931aed577507,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:11.470155 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 32910) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:11.472314 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b8be97cf-ae32-4344-99e1-6edc514b2b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:11.523478 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3173a7d4-80fc-4b7e-8ae9-cad5d61f762f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.547166 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3173a7d4-80fc-4b7e-8ae9-cad5d61f762f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.570052 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f20354a1-53a4-468d-9a5a-b2f1a753df4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.587404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-7330f277-9477-4912-bd0a-28df20899b45 req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] For port 6b84fa07-3b5a-45cf-aa2f-600de44c9558, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6b84fa07-3b5a-45cf-aa2f-600de44c9558,segment=NetworkSegment(a4a56231-2c95-46ee-8de2-48a7fd705ead),segment_id=a4a56231-2c95-46ee-8de2-48a7fd705ead)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:11.587654 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-7330f277-9477-4912-bd0a-28df20899b45 req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.605669 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-7330f277-9477-4912-bd0a-28df20899b45 req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Calling delete_port for 6b84fa07-3b5a-45cf-aa2f-600de44c9558 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:11.620651 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2c342-3504-4ee2-97ad-b2db39d83c5d req-c0941543-ce0b-4557-98a9-f85f90d2f674 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:11.622240 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1eb2c342-3504-4ee2-97ad-b2db39d83c5d req-c0941543-ce0b-4557-98a9-f85f90d2f674 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1099522 Jun 22 18:33:11.623504 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3173a7d4-80fc-4b7e-8ae9-cad5d61f762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.626221 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3173a7d4-80fc-4b7e-8ae9-cad5d61f762f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.629704 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-3173a7d4-80fc-4b7e-8ae9-cad5d61f762f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef233005-8df9-4fdb-a133-931aed577507 HTTP/1.1" status: 204 len: 168 time: 0.1561632 Jun 22 18:33:11.631692 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-df7f7940-2b60-4e6c-8009-6fbac5b84041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:11.644584 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173a7d4-80fc-4b7e-8ae9-cad5d61f762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef233005-8df9-4fdb-a133-931aed577507,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:11.647498 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3173a7d4-80fc-4b7e-8ae9-cad5d61f762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:11.707839 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f20354a1-53a4-468d-9a5a-b2f1a753df4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.713140 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f20354a1-53a4-468d-9a5a-b2f1a753df4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.718472 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:11.729935 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1eb2c342-3504-4ee2-97ad-b2db39d83c5d req-fcad225d-7ce0-4bc5-8f6e-49bd8119b233 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981221 Jun 22 18:33:11.768811 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-f20354a1-53a4-468d-9a5a-b2f1a753df4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03ca0738727148eb9a91968fdbb056f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227618 Jun 22 18:33:11.768811 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20354a1-53a4-468d-9a5a-b2f1a753df4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2fa10-b4f4-4654-a43f-92bb80fedb26,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:11.773078 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 32914) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:11.774468 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f20354a1-53a4-468d-9a5a-b2f1a753df4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:11.876816 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee34e-eab3-4c10-ab98-30dabe20dd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.881846 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-7330f277-9477-4912-bd0a-28df20899b45 req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.894482 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-42c67072-4be6-4248-8c50-cfbdfa945ea2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:11.928458 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee34e-eab3-4c10-ab98-30dabe20dd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.929998 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['6b84fa07-3b5a-45cf-aa2f-600de44c9558'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:11.930641 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Pushing event deleted for resources: {'Port': ['ID=6b84fa07-3b5a-45cf-aa2f-600de44c9558,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:11.937438 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:12.014858 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-7330f277-9477-4912-bd0a-28df20899b45 req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] No DVR routers for this DVR port 6b84fa07-3b5a-45cf-aa2f-600de44c9558 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:12.020060 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-7330f277-9477-4912-bd0a-28df20899b45 req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.021973 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7330f277-9477-4912-bd0a-28df20899b45 req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.109 "DELETE /v2.0/ports/6b84fa07-3b5a-45cf-aa2f-600de44c9558 HTTP/1.1" status: 204 len: 173 time: 1.0137026 Jun 22 18:33:12.022442 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251cd38a-35c3-469f-9a26-50a6b4bc165b', 'name': 'network-vif-deleted', 'tag': '6b84fa07-3b5a-45cf-aa2f-600de44c9558'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:12.024947 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4726a7f4-1fd3-4adb-89b0-15ac57df9abf" -d '{"events": [{"server_uuid": "251cd38a-35c3-469f-9a26-50a6b4bc165b", "name": "network-vif-deleted", "tag": "6b84fa07-3b5a-45cf-aa2f-600de44c9558"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:12.054421 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee34e-eab3-4c10-ab98-30dabe20dd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.057037 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee34e-eab3-4c10-ab98-30dabe20dd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.058484 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-cf7ee34e-eab3-4c10-ab98-30dabe20dd15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8a2fa10-b4f4-4654-a43f-92bb80fedb26 HTTP/1.1" status: 204 len: 168 time: 0.2837050 Jun 22 18:33:12.059367 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5676e95b-7eff-43ef-929f-db6b3f7c6cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:12.073808 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ee34e-eab3-4c10-ab98-30dabe20dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2fa10-b4f4-4654-a43f-92bb80fedb26,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:12.078604 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-cf7ee34e-eab3-4c10-ab98-30dabe20dd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:12.093734 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f18949b-e888-475c-b1b0-c91d6389e340 x-openstack-request-id: req-3f18949b-e888-475c-b1b0-c91d6389e340 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:12.095378 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251cd38a-35c3-469f-9a26-50a6b4bc165b", "name": "network-vif-deleted", "tag": "6b84fa07-3b5a-45cf-aa2f-600de44c9558", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:12.096064 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f18949b-e888-475c-b1b0-c91d6389e340 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:12.096596 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251cd38a-35c3-469f-9a26-50a6b4bc165b', 'name': 'network-vif-deleted', 'tag': '6b84fa07-3b5a-45cf-aa2f-600de44c9558', 'status': 'completed', 'code': 200} Jun 22 18:33:12.221403 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c608f800-48cc-4330-8506-ff161702bc3f req-f9481d44-cdef-4cea-a42f-74f653b7bb09 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 210 time: 0.0416861 Jun 22 18:33:12.441978 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 32948) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:12.454970 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea4c6368-46bb-43a0-9efd-6e7d3f588750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.549810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea4c6368-46bb-43a0-9efd-6e7d3f588750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.553784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ea4c6368-46bb-43a0-9efd-6e7d3f588750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.556598 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-50fa49f2-296c-482b-bbd8-8405e2975712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:12.597250 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ea4c6368-46bb-43a0-9efd-6e7d3f588750 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=919abfc67494466ca1521fef3306396e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541955 Jun 22 18:33:12.598412 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c6368-46bb-43a0-9efd-6e7d3f588750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1648fd-c7f2-40dd-a113-20b1ce950c1f,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:12.600086 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 32958) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:12.601548 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ea4c6368-46bb-43a0-9efd-6e7d3f588750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:12.674670 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d0-b5f7-4267-b832-b655a4b46fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.703556 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d0-b5f7-4267-b832-b655a4b46fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.756496 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d0-b5f7-4267-b832-b655a4b46fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.759375 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d0-b5f7-4267-b832-b655a4b46fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.761462 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a73b65d0-b5f7-4267-b832-b655a4b46fe0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa1648fd-c7f2-40dd-a113-20b1ce950c1f HTTP/1.1" status: 204 len: 168 time: 0.1596234 Jun 22 18:33:12.763054 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-057cc971-4266-484d-a2a7-4881fc97d5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:12.772464 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b65d0-b5f7-4267-b832-b655a4b46fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1648fd-c7f2-40dd-a113-20b1ce950c1f,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:12.781910 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a73b65d0-b5f7-4267-b832-b655a4b46fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:12.963554 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818657cf-9b5d-4f5d-b41b-11195a2c2969 req-e77a8339-8fbd-4705-a7c8-9396849695b7 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:12.965724 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-818657cf-9b5d-4f5d-b41b-11195a2c2969 req-e77a8339-8fbd-4705-a7c8-9396849695b7 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0770652 Jun 22 18:33:13.008830 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-818657cf-9b5d-4f5d-b41b-11195a2c2969 req-6ac494b2-6372-42f8-b6ed-a51cf62d1205 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Jun 22 18:33:13.034383 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 32970) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:13.141114 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-27379dc6-b314-49b6-ac5b-c3e3b99ec613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.244250 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-27379dc6-b314-49b6-ac5b-c3e3b99ec613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.249103 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-27379dc6-b314-49b6-ac5b-c3e3b99ec613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.251658 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a73b65d0-b5f7-4267-b832-b655a4b46fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:13.288441 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27379dc6-b314-49b6-ac5b-c3e3b99ec613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe351fd-064c-41c7-9b70-f675deafebb7,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:13.299662 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 32986) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:13.301133 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-27379dc6-b314-49b6-ac5b-c3e3b99ec613 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c2ad2df12bd43c6aa110a0fa027e0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656517 Jun 22 18:33:13.302180 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-27379dc6-b314-49b6-ac5b-c3e3b99ec613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:13.361753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9041-bfdf-4774-912e-d8c588638840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.385612 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9041-bfdf-4774-912e-d8c588638840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.429952 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c0849cd1-9ad5-4e32-b926-b43cf8d7d081 req-6269033d-001e-4f6f-8fd5-dd5001511eb4 tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] 10.222.0.39 "GET /v2.0/ports?device_id=251cd38a-35c3-469f-9a26-50a6b4bc165b HTTP/1.1" status: 200 len: 210 time: 0.0377355 Jun 22 18:33:13.473941 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9041-bfdf-4774-912e-d8c588638840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.478112 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9041-bfdf-4774-912e-d8c588638840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.480080 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2fdb9041-bfdf-4774-912e-d8c588638840 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fe351fd-064c-41c7-9b70-f675deafebb7 HTTP/1.1" status: 204 len: 168 time: 0.1782038 Jun 22 18:33:13.483663 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fcb252a5-795a-4732-9588-84de9242d509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:13.492074 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb9041-bfdf-4774-912e-d8c588638840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe351fd-064c-41c7-9b70-f675deafebb7,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:13.513846 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2fdb9041-bfdf-4774-912e-d8c588638840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:14.133837 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6b84fa07-3b5a-45cf-aa2f-600de44c9558 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:14.157925 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 6b84fa07-3b5a-45cf-aa2f-600de44c9558 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:14.158560 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6b84fa07-3b5a-45cf-aa2f-600de44c9558 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:14.204349 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22781a-c3a7-4586-b937-e6d3316b58be req-35bd57f7-d599-4f3d-8d01-1554e555df8e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:14.206510 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ff22781a-c3a7-4586-b937-e6d3316b58be req-35bd57f7-d599-4f3d-8d01-1554e555df8e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0821412 Jun 22 18:33:14.258742 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ff22781a-c3a7-4586-b937-e6d3316b58be req-8e809ad6-b4c0-4b14-94e0-74b1716b1664 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Jun 22 18:33:14.818445 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33080) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:14.955908 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d15513f9-2049-4f5c-8d21-703a1fcff663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.060895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d15513f9-2049-4f5c-8d21-703a1fcff663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.065713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d15513f9-2049-4f5c-8d21-703a1fcff663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.069784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-82370ca0-9b3a-4621-b45c-bf47c5f745c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:15.107149 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-d15513f9-2049-4f5c-8d21-703a1fcff663 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab52e0a6aacb437fb8004ba28fd7e1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865520 Jun 22 18:33:15.108071 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15513f9-2049-4f5c-8d21-703a1fcff663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c1e3de-8b5d-455b-bca9-21a77cb390a9,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:15.109956 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33094) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:15.111037 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d15513f9-2049-4f5c-8d21-703a1fcff663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:15.136308 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33096) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:15.169571 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-45dc5240-7ba6-43af-bc3f-c9bc75dce8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.196063 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-45dc5240-7ba6-43af-bc3f-c9bc75dce8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.251403 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-45dc5240-7ba6-43af-bc3f-c9bc75dce8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.253986 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-45dc5240-7ba6-43af-bc3f-c9bc75dce8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.255099 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-45dc5240-7ba6-43af-bc3f-c9bc75dce8a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18c1e3de-8b5d-455b-bca9-21a77cb390a9 HTTP/1.1" status: 204 len: 168 time: 0.1430719 Jun 22 18:33:15.255942 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-af47fd96-e24a-4d39-89e9-afdc83b29d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:15.256334 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b622222f-e3e0-4d38-8fc1-5155d65f0590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.263500 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc5240-7ba6-43af-bc3f-c9bc75dce8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c1e3de-8b5d-455b-bca9-21a77cb390a9,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:15.266152 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-45dc5240-7ba6-43af-bc3f-c9bc75dce8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:15.354027 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b622222f-e3e0-4d38-8fc1-5155d65f0590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.358787 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b622222f-e3e0-4d38-8fc1-5155d65f0590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.362021 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2910f47a-6ba9-4fe9-9082-4693356c3827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:15.418228 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-b622222f-e3e0-4d38-8fc1-5155d65f0590 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b973acf622194d1bbac50860eb397d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806213 Jun 22 18:33:15.421320 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33106) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:15.435560 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622222f-e3e0-4d38-8fc1-5155d65f0590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a73133c-008a-4a96-b38c-fd2519bb4049,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:15.439287 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b622222f-e3e0-4d38-8fc1-5155d65f0590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:15.478832 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a88ece-8c7f-4a7e-a6b1-86bdb1173fd8 req-21a7e383-93da-4129-b445-c9f1c14cb098 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:15.481287 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d1a88ece-8c7f-4a7e-a6b1-86bdb1173fd8 req-21a7e383-93da-4129-b445-c9f1c14cb098 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0894356 Jun 22 18:33:15.488015 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-70772839-2c28-47ee-b8cb-c665274daad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.511943 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-70772839-2c28-47ee-b8cb-c665274daad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.522462 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d1a88ece-8c7f-4a7e-a6b1-86bdb1173fd8 req-cb3734a1-fc55-4bbe-8ee4-71e07a7b70da tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Jun 22 18:33:15.567081 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-70772839-2c28-47ee-b8cb-c665274daad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.571467 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-70772839-2c28-47ee-b8cb-c665274daad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.571467 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-70772839-2c28-47ee-b8cb-c665274daad2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a73133c-008a-4a96-b38c-fd2519bb4049 HTTP/1.1" status: 204 len: 168 time: 0.1488342 Jun 22 18:33:15.572141 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33108) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:15.572904 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1d8d40c4-88ab-4fee-9cc5-8e7ab36df6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:15.592542 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70772839-2c28-47ee-b8cb-c665274daad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a73133c-008a-4a96-b38c-fd2519bb4049,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:15.594519 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fe0c-a7ca-4681-a19c-523530c0dca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.597687 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-70772839-2c28-47ee-b8cb-c665274daad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:15.696746 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fe0c-a7ca-4681-a19c-523530c0dca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.702118 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fe0c-a7ca-4681-a19c-523530c0dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.705324 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-59a3a583-3f8a-418e-80a8-bd12b4025adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:15.743173 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-5fd5fe0c-a7ca-4681-a19c-523530c0dca8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6536cc165af34016af696939d002005d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670976 Jun 22 18:33:15.744062 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5fe0c-a7ca-4681-a19c-523530c0dca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f6bc2-3820-4bdc-bb5e-47cd54e882b4,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:15.746468 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33114) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:15.747755 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5fd5fe0c-a7ca-4681-a19c-523530c0dca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:15.804263 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-72b9d08f-58af-4059-b429-91907e825af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.831447 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-72b9d08f-58af-4059-b429-91907e825af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.903676 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-72b9d08f-58af-4059-b429-91907e825af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.906375 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-72b9d08f-58af-4059-b429-91907e825af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:15.909871 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-72b9d08f-58af-4059-b429-91907e825af6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/702f6bc2-3820-4bdc-bb5e-47cd54e882b4 HTTP/1.1" status: 204 len: 168 time: 0.1589093 Jun 22 18:33:15.909871 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-52c5ed83-9cc4-473a-8496-0d2bec868c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:15.923840 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9d08f-58af-4059-b429-91907e825af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f6bc2-3820-4bdc-bb5e-47cd54e882b4,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:15.926882 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-72b9d08f-58af-4059-b429-91907e825af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:16.093729 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33140) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:16.155100 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_v2 [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] Deleting subnet ece22b3b-c3d2-4078-a8cb-ae32cb190081 {{(pid=92905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:33:16.159224 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.196938 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26692923'] for subnet, precommit_delete_associations {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.249536 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.318656 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26945822'] for subnet, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.322292 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e88c5350-b61c-4f86-b6dc-5b92f12ff744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:16.347585 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece22b3b-c3d2-4078-a8cb-ae32cb190081,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:16.349396 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.351236 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ece22b3b-c3d2-4078-a8cb-ae32cb190081 HTTP/1.1" status: 204 len: 168 time: 0.2562487 Jun 22 18:33:16.355911 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33158) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:16.356594 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:16.413094 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33160) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:16.425654 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.510072 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.518581 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-3512717-network', 'tenant_id': '17e32202131344dc8da2b850bc37e137'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:16.521189 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1da0cf5-fb3f-4c99-bb9c-24a480147272']}} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:16.532543 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a56231-2c95-46ee-8de2-48a7fd705ead') {'for_net_delete': True} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:16.532829 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a56231-2c95-46ee-8de2-48a7fd705ead') {} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:16.540068 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Made reservation on behalf of 17e32202131344dc8da2b850bc37e137 for: {'network': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:16.542996 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.545564 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2972953'] for segment, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.562358 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.566525 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.576245 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=92906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:33:16.577587 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972789'] for segment, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: Traceback (most recent call last): Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: timer() Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: cb(*args, **kw) Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: return func(*args, **kwargs) Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: self._notify() Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: self.callback(batched_events) Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: event.method(event) Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: return f(self, *a, **k) Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._get(url).json() Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: return self.request(url, 'GET', **kwargs) Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:33:16.581714 dv-cinder-769602-3-iscsi neutron-server[92906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:33:16.665758 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.672600 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.674467 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] 10.222.0.39 "DELETE /v2.0/networks/e1da0cf5-fb3f-4c99-bb9c-24a480147272 HTTP/1.1" status: 204 len: 168 time: 0.3175933 Jun 22 18:33:16.675893 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:16.696213 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Pushing event deleted for resources: {'Network': ['ID=e1da0cf5-fb3f-4c99-bb9c-24a480147272,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:16.703677 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:16.734271 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.739065 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.742670 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:16.785292 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=92905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:33:16.794906 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cdb4ee-da43-4a2c-b950-c67a23002216,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:16.798867 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:16.806961 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32c1b-dd10-4a10-be69-dda1d35bb45b req-d09eb2ab-3f35-44c9-9a14-2ae2e0e96dc4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.809149 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e4b32c1b-dd10-4a10-be69-dda1d35bb45b req-d09eb2ab-3f35-44c9-9a14-2ae2e0e96dc4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1481614 Jun 22 18:33:16.825975 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.826477 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.segments_db [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Added segment 5f7ba50d-2262-4717-92b2-b534b7ac630a of type vlan for network 7e644973-af92-405f-b768-0cd3a341e33e Jun 22 18:33:16.889368 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e4b32c1b-dd10-4a10-be69-dda1d35bb45b req-f2182a6e-2b73-4a77-b6f6-c0aaa933a8e3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724847 Jun 22 18:33:16.899108 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.933093 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33190) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:16.946425 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.948880 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.950162 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.954190 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-47419ee0-f735-4938-ac89-d270556bba6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:16.978549 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-cf6dc726-1092-4606-a660-9f09629c11c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9e1a748e3fa4adea4b1bd872433d839&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439520 Jun 22 18:33:16.981886 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33196) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:17.032410 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f9cfd99d-f5d4-417d-b01c-c5196ed73149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.056513 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f9cfd99d-f5d4-417d-b01c-c5196ed73149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.066991 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6502287 Jun 22 18:33:17.069461 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33200) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:17.076280 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Request body: {'subnet': {'network_id': '7e644973-af92-405f-b768-0cd3a341e33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-3512717-subnet', 'tenant_id': '17e32202131344dc8da2b850bc37e137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:17.090436 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Pushing event updated for resources: {'Network': ['ID=7e644973-af92-405f-b768-0cd3a341e33e,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:17.101643 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 7e644973-af92-405f-b768-0cd3a341e33e details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:33:17.102328 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:17.118528 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Made reservation on behalf of 17e32202131344dc8da2b850bc37e137 for: {'subnet': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:17.121654 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2186312'] for subnet, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.157380 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-388ea535-6ee0-4a89-b4d5-3873e991269c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:17.158993 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-388ea535-6ee0-4a89-b4d5-3873e991269c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 814 time: 0.1798785 Jun 22 18:33:17.179050 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-822a00c6-e7ba-4e60-ae44-180f7406c6e2 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/quotas/7e54c20f27c74f4983dfd5799a0b1f6c HTTP/1.1" status: 200 len: 375 time: 0.0138814 Jun 22 18:33:17.333598 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-79da8de2-efe2-4a72-a5aa-fb749511210e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1450400 Jun 22 18:33:17.435672 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2972947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2186342'] for subnet, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.440984 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:17.486856 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3de73986-1700-4efd-8051-e59372abfc4b service neutron] 10.222.0.39 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447222 Jun 22 18:33:17.488820 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b91b059-9522-494c-a3a7-d0db78672c11,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:17.493973 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:17.511309 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f9cfd99d-f5d4-417d-b01c-c5196ed73149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.513860 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f9cfd99d-f5d4-417d-b01c-c5196ed73149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.514994 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-f9cfd99d-f5d4-417d-b01c-c5196ed73149 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7888835f-c0e5-476c-a8ba-35d049092165 HTTP/1.1" status: 204 len: 168 time: 0.5319953 Jun 22 18:33:17.517450 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-70772839-2c28-47ee-b8cb-c665274daad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:17.527372 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Checking segment: {'id': '5f7ba50d-2262-4717-92b2-b534b7ac630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:17.528001 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Network hostable DHCP agents. Network: 7e644973-af92-405f-b768-0cd3a341e33e, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:33:17.535822 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfd99d-f5d4-417d-b01c-c5196ed73149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7888835f-c0e5-476c-a8ba-35d049092165,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:17.538591 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f9cfd99d-f5d4-417d-b01c-c5196ed73149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:17.554579 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Network 7e644973-af92-405f-b768-0cd3a341e33e is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:33:17.572426 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 7e644973-af92-405f-b768-0cd3a341e33e) {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:17.583697 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870b32fb-b183-4bdb-9eb3-c48e658326f5 None None] Network 7e644973-af92-405f-b768-0cd3a341e33e requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:33:17.584190 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:17.584989 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.611720 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-4eb74f0c-4ac3-4cb5-a276-0e3b2a1e469b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5320385 Jun 22 18:33:17.625217 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-bae198b2-07e4-4237-b6ec-e007cd7e5c53 service neutron] 10.222.0.39 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325626 Jun 22 18:33:17.771294 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df29b7-3486-4721-a86c-36cbf2089899 None None] Network 7e644973-af92-405f-b768-0cd3a341e33e requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:33:17.859701 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a975336b-f227-4219-827d-c04edd05fee0 req-153afa33-54d4-497e-8e5c-b1f75d63a531 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 210 time: 0.0535746 Jun 22 18:33:18.150987 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db30414-50bc-4d05-99e1-1f2cc1abc998 req-fc3c9cb6-a1fc-4312-ada3-dd13af2843b3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:18.154308 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4db30414-50bc-4d05-99e1-1f2cc1abc998 req-fc3c9cb6-a1fc-4312-ada3-dd13af2843b3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1169062 Jun 22 18:33:18.215845 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4db30414-50bc-4d05-99e1-1f2cc1abc998 req-bf4f04aa-522c-46ce-b514-cdec130236bc tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535314 Jun 22 18:33:19.006384 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5103daae-088d-4b1a-b83c-62558dac647e req-674ff672-0672-445d-8728-9c7851168619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 210 time: 0.0300286 Jun 22 18:33:19.399805 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e05512-d2e8-40a4-b2fb-f6b6755becc7 req-733a34f0-f833-40fd-8861-b12055d33c33 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:19.401972 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-71e05512-d2e8-40a4-b2fb-f6b6755becc7 req-733a34f0-f833-40fd-8861-b12055d33c33 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0627816 Jun 22 18:33:19.441167 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-71e05512-d2e8-40a4-b2fb-f6b6755becc7 req-be7dc56d-1315-4c4c-bb11-a60cfb446762 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Jun 22 18:33:20.150229 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ccb97dc0-60c4-4e8a-a37f-e8bff7ebf30a req-40459787-da6d-4e31-94a4-df9a42569304 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 210 time: 0.0321350 Jun 22 18:33:20.620728 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cca7d-8a15-49de-b1ca-94dabea8df33 req-e25e502d-3358-41ba-8153-b8a7d5ba645f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:20.622146 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-279cca7d-8a15-49de-b1ca-94dabea8df33 req-e25e502d-3358-41ba-8153-b8a7d5ba645f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0672288 Jun 22 18:33:20.669046 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-279cca7d-8a15-49de-b1ca-94dabea8df33 req-ca2371f7-2fa2-429c-ba2b-150f946750f8 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 Jun 22 18:33:21.290737 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-88be0025-95f6-4199-9d70-48ae509b622b req-68e559ef-ff30-4f89-af52-1991598e7626 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 210 time: 0.0283301 Jun 22 18:33:21.846502 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96e21a-bb81-48c5-bcea-31d43d5edbf6 req-4e0cab08-f1f0-4de4-8d21-53dc361ed9bf tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.848001 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3e96e21a-bb81-48c5-bcea-31d43d5edbf6 req-4e0cab08-f1f0-4de4-8d21-53dc361ed9bf tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0661206 Jun 22 18:33:21.891398 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3e96e21a-bb81-48c5-bcea-31d43d5edbf6 req-9784b254-a69f-4510-b974-e3bb32aa8d92 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374520 Jun 22 18:33:22.023597 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ed879947-d444-4f2b-a5cb-2d71c9bab21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:22.433878 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9007ad5c-3b0d-48af-8c65-7dec5134fbe3 req-7ed760fa-991b-415e-beb7-04a996c9c283 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 210 time: 0.0292947 Jun 22 18:33:23.068717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e7fa9-1533-4f87-9328-f049f35617b0 req-741d72ee-7222-4920-a836-ce2749a5a1ab tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:23.070276 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fa4e7fa9-1533-4f87-9328-f049f35617b0 req-741d72ee-7222-4920-a836-ce2749a5a1ab tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0644269 Jun 22 18:33:23.112240 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fa4e7fa9-1533-4f87-9328-f049f35617b0 req-18511fee-873e-4666-8a1d-7a8ee63d2c49 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Jun 22 18:33:23.579084 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6500bb23-e2ed-4d49-ad9b-bcdcc1f5dfd3 req-a7deefbe-0245-43d6-a6c4-29678e556049 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 210 time: 0.0320399 Jun 22 18:33:23.927273 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-e1c179e8-cfe5-456b-bd72-0034b1148313 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:23.929036 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-e1c179e8-cfe5-456b-bd72-0034b1148313 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 814 time: 0.1477804 Jun 22 18:33:23.992690 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Request body: {'port': {'device_id': '5cbeb761-cdca-492e-aaca-4a8aee61fa0f', 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3', 'admin_state_up': True, 'tenant_id': '7e54c20f27c74f4983dfd5799a0b1f6c'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:24.210472 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Made reservation on behalf of 7e54c20f27c74f4983dfd5799a0b1f6c for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:24.215062 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.400774 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Allocated IP 172.20.0.7 (7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3/a183f5cf-7e11-4713-b126-a011c5ebbc9e/13bc1475-99fd-42b7-84d5-14ac2802398d) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:24.417113 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005fca9-d918-4607-9b89-1d452e333572 req-395f362a-9a62-4a93-88e2-736902a6c84b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:24.418634 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a005fca9-d918-4607-9b89-1d452e333572 req-395f362a-9a62-4a93-88e2-736902a6c84b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1349037 Jun 22 18:33:24.481540 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a005fca9-d918-4607-9b89-1d452e333572 req-7ce3bef6-dc90-4dea-b9ce-c9c68451a473 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562043 Jun 22 18:33:24.586172 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.628065 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.632311 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:24.672548 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['938862cc-fa51-4257-bb0d-3db98813c32f'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:24.675884 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:24.679004 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:24.684018 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:24.726131 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Pushing event updated for resources: {'Port': ['ID=13bc1475-99fd-42b7-84d5-14ac2802398d,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:24.749818 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:24.767896 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:24.768536 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.792236 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8072267 Jun 22 18:33:24.809651 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb14563-2bfc-4d66-9e65-65658b123c26 req-ec4be9b0-7f72-453a-a718-c90f22eb990f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:24.811142 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ffb14563-2bfc-4d66-9e65-65658b123c26 req-ec4be9b0-7f72-453a-a718-c90f22eb990f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 931 time: 0.1036878 Jun 22 18:33:24.821925 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Request body: {'port': {'device_id': '5cbeb761-cdca-492e-aaca-4a8aee61fa0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:24.894381 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ffb14563-2bfc-4d66-9e65-65658b123c26 req-146ae86f-3b5b-4e81-b075-f99270390f91 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Jun 22 18:33:24.926744 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.206194 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-2145d8b0-5b1a-427c-955a-fc070a9eab9f tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:25.207787 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-2145d8b0-5b1a-427c-955a-fc070a9eab9f tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/networks?id=7e644973-af92-405f-b768-0cd3a341e33e HTTP/1.1" status: 200 len: 811 time: 0.1700823 Jun 22 18:33:25.235853 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-6e3921ed-d65d-4af4-a745-c45eaf9b9d60 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/quotas/17e32202131344dc8da2b850bc37e137 HTTP/1.1" status: 200 len: 375 time: 0.0222232 Jun 22 18:33:25.242943 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.281500 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-dce7ba20-3c5f-42d2-a286-f1b5384384ff tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=17e32202131344dc8da2b850bc37e137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393386 Jun 22 18:33:25.356601 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bc1475-99fd-42b7-84d5-14ac2802398d {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:25.366240 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.387628 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Transition to ACTIVE for port object 13bc1475-99fd-42b7-84d5-14ac2802398d will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:25.396887 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.406350 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:25.445148 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-4d2a75bc-a3f9-4d03-8b60-e95ce1218258 service neutron] 10.222.0.39 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409080 Jun 22 18:33:25.475973 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Pushing event updated for resources: {'Port': ['ID=13bc1475-99fd-42b7-84d5-14ac2802398d,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:25.502541 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:25.591998 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-185714e9-e36e-45ff-be48-3dc2c7b34869 service neutron] 10.222.0.39 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408052 Jun 22 18:33:25.648059 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Attempting to bind port 13bc1475-99fd-42b7-84d5-14ac2802398d on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:25.648475 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Attempting to bind port 13bc1475-99fd-42b7-84d5-14ac2802398d by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:25.648746 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Attempting to bind port 13bc1475-99fd-42b7-84d5-14ac2802398d on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:25.658084 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7c37d320-2b4c-45dd-9fbe-28c187c66c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.660163 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Port 13bc1475-99fd-42b7-84d5-14ac2802398d on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:33:25.660494 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Attempting to bind port 13bc1475-99fd-42b7-84d5-14ac2802398d on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:25.667901 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:25.668214 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Checking segment: {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:25.668584 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Bound using segment: {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:25.669005 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Bound port: 13bc1475-99fd-42b7-84d5-14ac2802398d, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:25.669349 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.697756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7568028-6245-4cb6-aa8b-cfd45eb86485 req-39eb7633-3a81-48f5-b822-08883d0ab12b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:25.700007 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7568028-6245-4cb6-aa8b-cfd45eb86485 req-39eb7633-3a81-48f5-b822-08883d0ab12b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1023371 Jun 22 18:33:25.821122 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:26.050027 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-67c50e29-5078-49e9-8a95-189c040b9128 req-286232ae-39be-4af0-860d-f9f19a6f4d25 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 210 time: 0.3003740 Jun 22 18:33:26.054308 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7568028-6245-4cb6-aa8b-cfd45eb86485 req-8e149dad-22ea-4f02-88f8-1ec8aae45eb5 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366907 Jun 22 18:33:26.059717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] For port 13bc1475-99fd-42b7-84d5-14ac2802398d, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:26.064109 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] For port 13bc1475-99fd-42b7-84d5-14ac2802398d, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=13bc1475-99fd-42b7-84d5-14ac2802398d,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:26.077582 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:26.077582 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:26.105339 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:26.125181 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:26.125798 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:26.127234 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] 10.222.0.109 "PUT /v2.0/ports/13bc1475-99fd-42b7-84d5-14ac2802398d HTTP/1.1" status: 200 len: 1093 time: 1.3110573 Jun 22 18:33:26.127775 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbeb761-cdca-492e-aaca-4a8aee61fa0f', 'tag': '13bc1475-99fd-42b7-84d5-14ac2802398d'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:26.130115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280fb9c6-87aa-48d3-860e-2fe75ece481f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbeb761-cdca-492e-aaca-4a8aee61fa0f", "tag": "13bc1475-99fd-42b7-84d5-14ac2802398d"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:26.176272 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Pushing event updated for resources: {'Port': ['ID=13bc1475-99fd-42b7-84d5-14ac2802398d,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:26.179569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9a441d-d219-41af-979b-bb0c98c2ebdd x-openstack-request-id: req-ed9a441d-d219-41af-979b-bb0c98c2ebdd {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:26.179881 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbeb761-cdca-492e-aaca-4a8aee61fa0f", "tag": "13bc1475-99fd-42b7-84d5-14ac2802398d", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:26.190647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed9a441d-d219-41af-979b-bb0c98c2ebdd {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:26.191591 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cbeb761-cdca-492e-aaca-4a8aee61fa0f', 'tag': '13bc1475-99fd-42b7-84d5-14ac2802398d', 'status': 'completed', 'code': 200} Jun 22 18:33:26.192323 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:26.313397 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560852f8-30cd-45d1-8dd0-d2df681570cd req-6c617e17-0149-4d10-b8ce-087d21f14ed8 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:26.315178 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-560852f8-30cd-45d1-8dd0-d2df681570cd req-6c617e17-0149-4d10-b8ce-087d21f14ed8 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.1168611 Jun 22 18:33:26.339163 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6c0da7cc-90a6-408a-9922-149f01a6b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:26.340776 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-6c0da7cc-90a6-408a-9922-149f01a6b60a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 1096 time: 0.1026337 Jun 22 18:33:26.406749 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-0abd77d9-6e6c-4f33-86a3-d416418ca806 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13bc1475-99fd-42b7-84d5-14ac2802398d HTTP/1.1" status: 200 len: 217 time: 0.0480812 Jun 22 18:33:26.409803 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-560852f8-30cd-45d1-8dd0-d2df681570cd req-a4e8aa0b-a033-455b-bc37-0f8232b9cb2f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847173 Jun 22 18:33:26.502224 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-b6025c5d-bedf-47bf-8b3f-b30cdc07e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:26.507983 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-b6025c5d-bedf-47bf-8b3f-b30cdc07e27e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 200 len: 854 time: 0.0914996 Jun 22 18:33:26.562313 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-15def947-bc53-4aa9-9423-37e9d11d3b5b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472088 Jun 22 18:33:26.697751 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-604b7193-74f4-4d34-aa67-32d3816c63c4 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244335 Jun 22 18:33:26.866974 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee4f6c75-3f77-4308-af2f-3f44b51e5b27 req-fa878720-403c-4c2e-83f6-873fa46d0809 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237514 Jun 22 18:33:27.097397 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-6387ab72-a2a7-4d7f-be36-764c3a9a907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:27.102206 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-6387ab72-a2a7-4d7f-be36-764c3a9a907b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 1096 time: 0.0668957 Jun 22 18:33:27.216897 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-cf543a2a-6753-47cb-99ba-e118cab5815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:27.218695 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-cf543a2a-6753-47cb-99ba-e118cab5815d service neutron] 10.222.0.109 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 916 time: 0.1127205 Jun 22 18:33:27.282122 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-ea651db5-95eb-4ee4-af3d-dcac07d66f57 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13bc1475-99fd-42b7-84d5-14ac2802398d HTTP/1.1" status: 200 len: 217 time: 0.0546732 Jun 22 18:33:27.295092 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33476) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:27.310996 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b200517-0e06-484e-bed4-548f3781fd02 req-8c1d17ea-0f74-4efa-8c38-2b5cc17f7e3f tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 210 time: 0.0732288 Jun 22 18:33:27.388850 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-4867be62-fff3-44a2-89b7-79157b08cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:27.390311 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-4867be62-fff3-44a2-89b7-79157b08cb0b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 200 len: 854 time: 0.0837262 Jun 22 18:33:27.406099 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1878-fec3-4a2f-b73f-52e0c9580aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:27.415139 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb50134-6086-418f-8b7a-2d1ba51a6d3d req-2497dd6e-9372-4d5e-9aae-205c65871777 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:27.417164 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4eb50134-6086-418f-8b7a-2d1ba51a6d3d req-2497dd6e-9372-4d5e-9aae-205c65871777 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1379981 Jun 22 18:33:27.437136 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-44939141-8af0-4c7c-bc78-8fea2aab3045 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378330 Jun 22 18:33:27.511482 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1878-fec3-4a2f-b73f-52e0c9580aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:27.515258 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1878-fec3-4a2f-b73f-52e0c9580aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:27.518430 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4eb50134-6086-418f-8b7a-2d1ba51a6d3d req-691b96fc-5ef6-4a37-86cc-defe68a2ced2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835006 Jun 22 18:33:27.524489 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8c58cf53-847b-445b-80eb-3ad4d9a3e5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:27.552128 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-7a48bff1-174b-4f0c-8b91-7d254200fda7 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017179 Jun 22 18:33:27.559533 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fe8b1878-fec3-4a2f-b73f-52e0c9580aa3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e26ea11de964f0f877d9b72dd96fcac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629292 Jun 22 18:33:27.560673 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b1878-fec3-4a2f-b73f-52e0c9580aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54827822-ab71-4f69-b2a9-f34606497be6,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:27.561826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33482) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:27.564309 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fe8b1878-fec3-4a2f-b73f-52e0c9580aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:27.721207 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bccb3dc2-aaca-4d1e-921f-21b9658e812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:27.727783 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-280fb9c6-87aa-48d3-860e-2fe75ece481f req-726ae89e-7082-4436-a471-a2aa927ef5b6 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676242 Jun 22 18:33:27.758396 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb58e66-408d-48aa-a310-59e4400616b2 req-2c15c967-d7a6-4ee5-9ecb-35561807ea51 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:27.759886 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ceb58e66-408d-48aa-a310-59e4400616b2 req-2c15c967-d7a6-4ee5-9ecb-35561807ea51 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.1888969 Jun 22 18:33:27.762230 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bccb3dc2-aaca-4d1e-921f-21b9658e812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:27.825536 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ceb58e66-408d-48aa-a310-59e4400616b2 req-214342c3-65a0-4c98-9f15-112fef8fff10 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563734 Jun 22 18:33:27.837665 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bccb3dc2-aaca-4d1e-921f-21b9658e812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:27.841381 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bccb3dc2-aaca-4d1e-921f-21b9658e812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:27.842509 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-bccb3dc2-aaca-4d1e-921f-21b9658e812a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54827822-ab71-4f69-b2a9-f34606497be6 HTTP/1.1" status: 204 len: 168 time: 0.2798238 Jun 22 18:33:27.843784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9d3f6cbc-2830-42a8-8d86-59f9cfcc1a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:27.850956 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb3dc2-aaca-4d1e-921f-21b9658e812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54827822-ab71-4f69-b2a9-f34606497be6,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:27.858437 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-bccb3dc2-aaca-4d1e-921f-21b9658e812a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:28.148605 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:28.460281 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-09afaf74-74b4-40f8-a3d8-fabc7c322041 req-0fe23177-eead-4759-9eba-62bb23e0af27 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 210 time: 0.0291171 Jun 22 18:33:28.690296 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d9d6d-f4ef-43e1-94a7-3291864cb21a req-e435768a-f45c-4efd-8f8f-1dbe104840ae tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:28.691672 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c04d9d6d-f4ef-43e1-94a7-3291864cb21a req-e435768a-f45c-4efd-8f8f-1dbe104840ae tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0613925 Jun 22 18:33:28.728205 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c04d9d6d-f4ef-43e1-94a7-3291864cb21a req-9fc439ca-c85c-4ec6-ad1b-72f3735ea0d0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309522 Jun 22 18:33:28.896193 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:33:29.015785 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38976583-f24b-41f2-9a22-e4b65981ce75 req-ca72ab71-aff0-42d6-9b75-79c93f1072f3 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:29.017247 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-38976583-f24b-41f2-9a22-e4b65981ce75 req-ca72ab71-aff0-42d6-9b75-79c93f1072f3 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.0663478 Jun 22 18:33:29.053731 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-38976583-f24b-41f2-9a22-e4b65981ce75 req-5e6109e3-cf4d-44ce-a45b-7d2bf83d8cdb tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Jun 22 18:33:29.601965 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cf0134b4-4483-4f6d-b7dd-fd5ec3fef00f req-d2c3b79b-eeee-46a9-920c-922f6f72afc8 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 210 time: 0.0277538 Jun 22 18:33:29.906023 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e6eeb-3b90-4649-9e3a-9e9fa8888a31 req-c381352a-f72f-46cd-88a5-afb21933ad2b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:29.907608 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0d0e6eeb-3b90-4649-9e3a-9e9fa8888a31 req-c381352a-f72f-46cd-88a5-afb21933ad2b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0658267 Jun 22 18:33:29.951272 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0d0e6eeb-3b90-4649-9e3a-9e9fa8888a31 req-0dadd2cc-4389-4214-85ea-9df7d920e3b0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Jun 22 18:33:30.227217 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b5e2-8936-4c75-b86e-5962ed49c367 req-f989b5f8-4e0a-44b5-8423-3650e0de68f2 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:30.228728 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e96b5e2-8936-4c75-b86e-5962ed49c367 req-f989b5f8-4e0a-44b5-8423-3650e0de68f2 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.0642357 Jun 22 18:33:30.269504 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e96b5e2-8936-4c75-b86e-5962ed49c367 req-d7c4e15b-e499-4f6d-87c5-0a807c5cc7ee tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340137 Jun 22 18:33:30.750178 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-275fd3eb-8728-467c-be54-60ff281d366c req-932582f8-a0c3-4001-a7fb-61d01c66eebc tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 210 time: 0.0308483 Jun 22 18:33:31.127084 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8d5a4-25b3-40d8-9dba-493b44364bd2 req-f8c99103-06f1-4a39-b0ed-7b45b52695b2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:31.128538 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fec8d5a4-25b3-40d8-9dba-493b44364bd2 req-f8c99103-06f1-4a39-b0ed-7b45b52695b2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0655837 Jun 22 18:33:31.165589 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fec8d5a4-25b3-40d8-9dba-493b44364bd2 req-5b45881b-7d0c-470c-80ee-65ddb7683745 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Jun 22 18:33:31.442147 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07319d9a-97da-41c8-8fd7-654e8338f69a req-f3ea53df-a9b0-4b74-a5c1-4c5d7e6bec5c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:31.443622 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-07319d9a-97da-41c8-8fd7-654e8338f69a req-f3ea53df-a9b0-4b74-a5c1-4c5d7e6bec5c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.0619111 Jun 22 18:33:31.481933 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-07319d9a-97da-41c8-8fd7-654e8338f69a req-9186cc4c-b630-41a2-aeac-5b0235e65336 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Jun 22 18:33:31.888859 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b54f3a16-a31d-44f6-9b75-7b974e986c84 req-c4d55f2a-b553-4a48-b38c-3589f0f8fc5b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 210 time: 0.0286012 Jun 22 18:33:32.348907 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dedfd-e085-43db-b596-157a06dfa625 req-9cacf49d-d190-4e87-bffd-dc8652ebd4c0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:32.350390 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ba4dedfd-e085-43db-b596-157a06dfa625 req-9cacf49d-d190-4e87-bffd-dc8652ebd4c0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0693767 Jun 22 18:33:32.403816 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ba4dedfd-e085-43db-b596-157a06dfa625 req-32d95dd4-38d5-401b-a06d-f4995c1ebe5b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464692 Jun 22 18:33:32.672856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-4622225c-d0c8-44f8-a645-532a55c13e93 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:32.674601 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-4622225c-d0c8-44f8-a645-532a55c13e93 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.109 "GET /v2.0/networks?id=7e644973-af92-405f-b768-0cd3a341e33e HTTP/1.1" status: 200 len: 811 time: 0.1403708 Jun 22 18:33:32.699944 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902921e-94ff-4d4e-bbe7-bd31bb6eacc2 req-21e3518f-fc5b-4d60-a1a6-769ce88956ef tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:32.701478 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b902921e-94ff-4d4e-bbe7-bd31bb6eacc2 req-21e3518f-fc5b-4d60-a1a6-769ce88956ef tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.0997984 Jun 22 18:33:32.742492 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b902921e-94ff-4d4e-bbe7-bd31bb6eacc2 req-211c087c-f0e6-487e-8b1d-625a08f4a06a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348814 Jun 22 18:33:32.775009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Request body: {'port': {'device_id': 'fe132381-f590-480f-9112-c9c1fa5dde87', 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e', 'admin_state_up': True, 'tenant_id': '17e32202131344dc8da2b850bc37e137'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:32.886060 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Made reservation on behalf of 17e32202131344dc8da2b850bc37e137 for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:32.889914 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.045841 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2c29292b-c68f-4025-857a-4b2ee3269fb3 req-10681fc9-d301-4851-b6d3-103cffb369bf tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 210 time: 0.0360107 Jun 22 18:33:33.049901 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Allocated IP 172.20.0.9 (7e644973-af92-405f-b768-0cd3a341e33e/8b91b059-9522-494c-a3a7-d0db78672c11/419815f8-adca-4918-a623-a43deb80df59) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:33.211194 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.253889 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.260069 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:33.312058 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Network 7e644973-af92-405f-b768-0cd3a341e33e is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:33.316635 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:33.319727 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:33.346870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Pushing event updated for resources: {'Port': ['ID=419815f8-adca-4918-a623-a43deb80df59,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:33.351215 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:33.376383 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:33.376985 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.391965 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211143 Jun 22 18:33:33.409849 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Request body: {'port': {'device_id': 'fe132381-f590-480f-9112-c9c1fa5dde87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:33.497397 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.745603 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22326770-5afe-418f-be34-bb559d772455 req-975db649-d65a-45d6-aff9-b1f55ac890d3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:33.747826 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-22326770-5afe-418f-be34-bb559d772455 req-975db649-d65a-45d6-aff9-b1f55ac890d3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.2077374 Jun 22 18:33:33.830661 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-22326770-5afe-418f-be34-bb559d772455 req-6e681bb8-0472-4c32-81ab-e6ad6a749ed2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745289 Jun 22 18:33:33.943151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419815f8-adca-4918-a623-a43deb80df59 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:33.951881 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.974621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Transition to ACTIVE for port object 419815f8-adca-4918-a623-a43deb80df59 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:33.982789 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.985564 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:34.007758 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33580) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:34.023189 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53949603-e5e5-4c80-9dec-29c61f18a714 req-a67c948f-124c-488d-9193-36ee72b75dd5 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.024818 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-53949603-e5e5-4c80-9dec-29c61f18a714 req-a67c948f-124c-488d-9193-36ee72b75dd5 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.1299849 Jun 22 18:33:34.068883 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Pushing event updated for resources: {'Port': ['ID=419815f8-adca-4918-a623-a43deb80df59,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:34.077349 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:34.132148 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-53949603-e5e5-4c80-9dec-29c61f18a714 req-b1a78cd0-7d97-4968-870a-b50914b131e3 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971980 Jun 22 18:33:34.137960 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1feff763-7f47-4994-9c67-8958d7e184f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.172859 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Attempting to bind port 419815f8-adca-4918-a623-a43deb80df59 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:34.173378 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Attempting to bind port 419815f8-adca-4918-a623-a43deb80df59 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '5f7ba50d-2262-4717-92b2-b534b7ac630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:34.173782 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Attempting to bind port 419815f8-adca-4918-a623-a43deb80df59 on network 7e644973-af92-405f-b768-0cd3a341e33e {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:34.190189 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Port 419815f8-adca-4918-a623-a43deb80df59 on network 7e644973-af92-405f-b768-0cd3a341e33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:33:34.190664 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Attempting to bind port 419815f8-adca-4918-a623-a43deb80df59 on network 7e644973-af92-405f-b768-0cd3a341e33e {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:34.217102 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:34.217668 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Checking segment: {'id': '5f7ba50d-2262-4717-92b2-b534b7ac630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:34.218106 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Bound using segment: {'id': '5f7ba50d-2262-4717-92b2-b534b7ac630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:34.218550 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Bound port: 419815f8-adca-4918-a623-a43deb80df59, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7ba50d-2262-4717-92b2-b534b7ac630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:34.218898 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.240807 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1feff763-7f47-4994-9c67-8958d7e184f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.247759 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1feff763-7f47-4994-9c67-8958d7e184f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.249733 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f20354a1-53a4-468d-9a5a-b2f1a753df4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:34.295867 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-1feff763-7f47-4994-9c67-8958d7e184f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3ce1b7f6ff34b7ba4c10a43b3806ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869928 Jun 22 18:33:34.297990 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feff763-7f47-4994-9c67-8958d7e184f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b4630-3d2f-43ec-ba96-b0d101a219b2,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:34.298613 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33586) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:34.302334 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1feff763-7f47-4994-9c67-8958d7e184f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:34.317944 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2350f3a-301e-474b-84d9-533a7b39924b req-cded6713-fc48-48b2-8108-277c6d8233bd tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.319450 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2350f3a-301e-474b-84d9-533a7b39924b req-cded6713-fc48-48b2-8108-277c6d8233bd tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 943 time: 0.1422527 Jun 22 18:33:34.327839 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] For port 419815f8-adca-4918-a623-a43deb80df59, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:34.349047 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] For port 419815f8-adca-4918-a623-a43deb80df59, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=419815f8-adca-4918-a623-a43deb80df59,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:34.363827 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.370852 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-da2e642a-71a1-4d83-8cd5-f85ec1049fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:34.431156 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.431786 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.433529 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] 10.222.0.109 "PUT /v2.0/ports/419815f8-adca-4918-a623-a43deb80df59 HTTP/1.1" status: 200 len: 1093 time: 1.0278640 Jun 22 18:33:34.437918 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe132381-f590-480f-9112-c9c1fa5dde87', 'tag': '419815f8-adca-4918-a623-a43deb80df59'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:34.440263 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15651d6b-4404-4567-954c-87535e38ee04" -d '{"events": [{"name": "network-changed", "server_uuid": "fe132381-f590-480f-9112-c9c1fa5dde87", "tag": "419815f8-adca-4918-a623-a43deb80df59"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:34.451842 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f2350f3a-301e-474b-84d9-533a7b39924b req-d4d44455-c2d0-49f8-b319-f184fca6192f tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251109 Jun 22 18:33:34.465561 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Pushing event updated for resources: {'Port': ['ID=419815f8-adca-4918-a623-a43deb80df59,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:34.470353 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:34.471463 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd122-e3eb-41a7-925c-1df2cb2d7578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.496280 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd122-e3eb-41a7-925c-1df2cb2d7578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.498934 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0539145-7845-4b2f-bc19-4480c2e96759 x-openstack-request-id: req-a0539145-7845-4b2f-bc19-4480c2e96759 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:34.499202 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe132381-f590-480f-9112-c9c1fa5dde87", "tag": "419815f8-adca-4918-a623-a43deb80df59", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:34.499503 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0539145-7845-4b2f-bc19-4480c2e96759 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:34.499910 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe132381-f590-480f-9112-c9c1fa5dde87', 'tag': '419815f8-adca-4918-a623-a43deb80df59', 'status': 'completed', 'code': 200} Jun 22 18:33:34.580443 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd122-e3eb-41a7-925c-1df2cb2d7578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.582887 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd122-e3eb-41a7-925c-1df2cb2d7578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.584036 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-3d5cd122-e3eb-41a7-925c-1df2cb2d7578 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f5b4630-3d2f-43ec-ba96-b0d101a219b2 HTTP/1.1" status: 204 len: 168 time: 0.2843003 Jun 22 18:33:34.585960 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-cc029db6-7170-4b09-9f15-7ac075dc9c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:34.596615 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cd122-e3eb-41a7-925c-1df2cb2d7578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b4630-3d2f-43ec-ba96-b0d101a219b2,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:34.599282 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3d5cd122-e3eb-41a7-925c-1df2cb2d7578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:34.601261 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-a4af4420-6352-4fad-9560-f45d1e23c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.602921 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-a4af4420-6352-4fad-9560-f45d1e23c122 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=17e32202131344dc8da2b850bc37e137&device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 1096 time: 0.0820475 Jun 22 18:33:34.654757 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-f1422ccb-96a1-48be-99a0-14de67f65cb5 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=419815f8-adca-4918-a623-a43deb80df59 HTTP/1.1" status: 200 len: 217 time: 0.0355372 Jun 22 18:33:34.706609 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-803670e3-1a10-40d6-8bf0-20d3f42e0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.708080 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-803670e3-1a10-40d6-8bf0-20d3f42e0a3d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=8b91b059-9522-494c-a3a7-d0db78672c11 HTTP/1.1" status: 200 len: 851 time: 0.0469582 Jun 22 18:33:34.743759 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-4d967de5-77d9-48c2-93b2-854fb19180b6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7e644973-af92-405f-b768-0cd3a341e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282209 Jun 22 18:33:34.843974 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-37eea487-0fe2-48a3-81b8-e08f314c5a15 service neutron] 10.222.0.109 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924246 Jun 22 18:33:34.866249 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33598) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:34.881007 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ee05b92-57e6-4852-8ba5-6abfc880b1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.954804 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5842f65f-a050-4f5a-941e-56a2584923b1 req-286ba1ac-d9cc-49a1-92d1-815989c066f5 service neutron] 10.222.0.109 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024292 Jun 22 18:33:35.006874 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ee05b92-57e6-4852-8ba5-6abfc880b1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:35.012773 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ee05b92-57e6-4852-8ba5-6abfc880b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:35.017313 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2a7a0d61-9d54-46ca-9b20-9bf60b159172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:35.031439 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ab695-0668-444f-b7f1-760e391801e6 req-e5f818b0-3ff2-45a5-a209-20193448d75b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:35.033143 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1e2ab695-0668-444f-b7f1-760e391801e6 req-e5f818b0-3ff2-45a5-a209-20193448d75b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0775046 Jun 22 18:33:35.059039 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-7ee05b92-57e6-4852-8ba5-6abfc880b1fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2b43d2674344bb8b4517dc026ec18c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885290 Jun 22 18:33:35.059039 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee05b92-57e6-4852-8ba5-6abfc880b1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b710a9cd-1c49-43fe-b9ab-fdb8c2187741,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:35.059765 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33606) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:35.061801 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7ee05b92-57e6-4852-8ba5-6abfc880b1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:35.136693 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1e2ab695-0668-444f-b7f1-760e391801e6 req-5976100a-93cc-4471-8763-358fafef519f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973382 Jun 22 18:33:35.173871 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-da79c9a9-1f89-4534-8183-dbaaf67557ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:35.198574 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15651d6b-4404-4567-954c-87535e38ee04 req-558d0b8a-fb9c-4c3d-9503-2029075f2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:35.200284 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-15651d6b-4404-4567-954c-87535e38ee04 req-558d0b8a-fb9c-4c3d-9503-2029075f2b18 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=17e32202131344dc8da2b850bc37e137&device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 1096 time: 0.1097231 Jun 22 18:33:35.205249 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-da79c9a9-1f89-4534-8183-dbaaf67557ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:35.644331 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15651d6b-4404-4567-954c-87535e38ee04 req-f4140753-991d-42ec-8b1c-1558144fc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:35.645790 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-15651d6b-4404-4567-954c-87535e38ee04 req-f4140753-991d-42ec-8b1c-1558144fc7f2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7e644973-af92-405f-b768-0cd3a341e33e HTTP/1.1" status: 200 len: 913 time: 0.4381464 Jun 22 18:33:35.646363 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-da79c9a9-1f89-4534-8183-dbaaf67557ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:35.648953 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-da79c9a9-1f89-4534-8183-dbaaf67557ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:35.649995 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-da79c9a9-1f89-4534-8183-dbaaf67557ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b710a9cd-1c49-43fe-b9ab-fdb8c2187741 HTTP/1.1" status: 204 len: 168 time: 0.5891838 Jun 22 18:33:35.652718 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f2c49f59-00d8-4a16-9df5-4ea58f8fdfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:35.674547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3b382-ddd0-4973-b596-cd08ed9480f2 req-f6ea1402-0ad8-4cc9-836a-b198a050bfcc tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:35.676197 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7a3b382-ddd0-4973-b596-cd08ed9480f2 req-f6ea1402-0ad8-4cc9-836a-b198a050bfcc tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.4052322 Jun 22 18:33:35.679137 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79c9a9-1f89-4534-8183-dbaaf67557ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b710a9cd-1c49-43fe-b9ab-fdb8c2187741,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:35.686414 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-da79c9a9-1f89-4534-8183-dbaaf67557ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:35.742882 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-15651d6b-4404-4567-954c-87535e38ee04 req-c7d53ecd-f327-46b2-9604-82a796b66d82 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=419815f8-adca-4918-a623-a43deb80df59 HTTP/1.1" status: 200 len: 217 time: 0.0554793 Jun 22 18:33:35.784064 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0802-c987-41a9-b8ee-1b96926b1649 req-9d41fc5e-eed0-4241-a776-5472f53ed93b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:35.785669 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d5e0802-c987-41a9-b8ee-1b96926b1649 req-9d41fc5e-eed0-4241-a776-5472f53ed93b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 943 time: 0.1935351 Jun 22 18:33:35.809901 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7a3b382-ddd0-4973-b596-cd08ed9480f2 req-b9cebcbc-771b-4a99-9539-0cc3606cea1c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242056 Jun 22 18:33:35.856514 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15651d6b-4404-4567-954c-87535e38ee04 req-50e17566-6417-491c-a491-3c9d0b2d8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:35.858038 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-15651d6b-4404-4567-954c-87535e38ee04 req-50e17566-6417-491c-a491-3c9d0b2d8b1d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=8b91b059-9522-494c-a3a7-d0db78672c11 HTTP/1.1" status: 200 len: 851 time: 0.1034064 Jun 22 18:33:35.861287 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d5e0802-c987-41a9-b8ee-1b96926b1649 req-0e1f5434-7071-4d13-a889-770e6a1ccb43 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558562 Jun 22 18:33:35.894524 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-15651d6b-4404-4567-954c-87535e38ee04 req-21f8cb47-ea5e-464b-b968-305831742311 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7e644973-af92-405f-b768-0cd3a341e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282059 Jun 22 18:33:35.994728 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-15651d6b-4404-4567-954c-87535e38ee04 req-72be5e9f-6677-40ff-940a-5dd12bbfe5a9 service neutron] 10.222.0.109 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921478 Jun 22 18:33:36.091104 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-15651d6b-4404-4567-954c-87535e38ee04 req-a8ba89dd-561f-4533-8a36-9f9e5fb2e53b service neutron] 10.222.0.109 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871882 Jun 22 18:33:36.346213 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d73e-91c5-44a8-bba9-c1721a6da426 req-a7aacce2-42cc-406b-8505-cc1fe530eebc tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:36.348114 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aee6d73e-91c5-44a8-bba9-c1721a6da426 req-a7aacce2-42cc-406b-8505-cc1fe530eebc tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0875113 Jun 22 18:33:36.393686 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aee6d73e-91c5-44a8-bba9-c1721a6da426 req-73d33394-5646-4e03-92f2-994ced6ae545 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Jun 22 18:33:36.706644 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33670) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:36.928919 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c1399963-8419-4fbe-86f9-85e42107b522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.051267 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c1399963-8419-4fbe-86f9-85e42107b522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.055889 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c1399963-8419-4fbe-86f9-85e42107b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.060658 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3830e281-92d0-47a3-913f-f8efb74b816a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:37.084953 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9c83c-33b5-4e5f-9522-6ef09ac65cd0 req-94fd8f75-d694-49c4-b816-decf31137d8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:37.086451 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b4f9c83c-33b5-4e5f-9522-6ef09ac65cd0 req-94fd8f75-d694-49c4-b816-decf31137d8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.1344912 Jun 22 18:33:37.099292 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c1399963-8419-4fbe-86f9-85e42107b522 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30f8828753fc4ae086df8a8e41e4a4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882082 Jun 22 18:33:37.099660 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33690) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:37.107617 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1399963-8419-4fbe-86f9-85e42107b522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a6f4cc-4c75-4094-adb4-d83cbbd7fd72,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:37.115568 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c1399963-8419-4fbe-86f9-85e42107b522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:37.120830 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a128f5-49a3-4130-b3fb-99eaf6bc2866 req-a318a284-63e3-4f96-9009-135efb228040 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:37.129526 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-28a128f5-49a3-4130-b3fb-99eaf6bc2866 req-a318a284-63e3-4f96-9009-135efb228040 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 943 time: 0.1298802 Jun 22 18:33:37.158181 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-751b51f9-f062-4ff4-9aa8-025918ac8c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.171193 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b4f9c83c-33b5-4e5f-9522-6ef09ac65cd0 req-64517b7d-cda4-4817-b9a4-32a703057992 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754633 Jun 22 18:33:37.187452 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-751b51f9-f062-4ff4-9aa8-025918ac8c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.196790 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-28a128f5-49a3-4130-b3fb-99eaf6bc2866 req-a1dcec8a-a4e3-4f61-accc-75dd7d11b8c2 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654690 Jun 22 18:33:37.248115 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-751b51f9-f062-4ff4-9aa8-025918ac8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.251690 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-751b51f9-f062-4ff4-9aa8-025918ac8c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.265001 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-751b51f9-f062-4ff4-9aa8-025918ac8c25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6a6f4cc-4c75-4094-adb4-d83cbbd7fd72 HTTP/1.1" status: 204 len: 168 time: 0.1616518 Jun 22 18:33:37.268674 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5f5c1111-c433-4c61-a5ba-aa947f347900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:37.278285 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b51f9-f062-4ff4-9aa8-025918ac8c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a6f4cc-4c75-4094-adb4-d83cbbd7fd72,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:37.280799 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-751b51f9-f062-4ff4-9aa8-025918ac8c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:37.603494 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aa0c7-36c4-4d70-ab5a-d4ac1c865b47 req-9dd255ce-1d5b-42db-a0af-c724b981b6b1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:37.605650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3a3aa0c7-36c4-4d70-ab5a-d4ac1c865b47 req-9dd255ce-1d5b-42db-a0af-c724b981b6b1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0864327 Jun 22 18:33:37.637530 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33714) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:37.650833 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc63f2d8-6ee9-4914-9584-704ca8646f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.651617 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3a3aa0c7-36c4-4d70-ab5a-d4ac1c865b47 req-2e993f04-c354-4282-9b94-ec659ec03b76 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 Jun 22 18:33:37.685481 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33716) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:37.749247 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc63f2d8-6ee9-4914-9584-704ca8646f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.753233 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc63f2d8-6ee9-4914-9584-704ca8646f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.756786 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a4987b60-5da9-4a92-a956-d262bbe971d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:37.795376 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fc63f2d8-6ee9-4914-9584-704ca8646f73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af086cdaf9564300a0c8266cce9c0c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555483 Jun 22 18:33:37.795376 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63f2d8-6ee9-4914-9584-704ca8646f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76ae355-1d01-426f-9522-f7c5ac135ee6,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:37.797465 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33720) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:37.799448 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fc63f2d8-6ee9-4914-9584-704ca8646f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:37.855538 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-54efb304-7d27-4d9c-b35e-82ab0bd3591a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.869199 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6c605df8-ee16-43a0-9071-0dc31b26ec27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.891703 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-54efb304-7d27-4d9c-b35e-82ab0bd3591a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.976410 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-54efb304-7d27-4d9c-b35e-82ab0bd3591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.978877 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-54efb304-7d27-4d9c-b35e-82ab0bd3591a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.980056 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-54efb304-7d27-4d9c-b35e-82ab0bd3591a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e76ae355-1d01-426f-9522-f7c5ac135ee6 HTTP/1.1" status: 204 len: 168 time: 0.1821876 Jun 22 18:33:37.982016 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2fdb9041-bfdf-4774-912e-d8c588638840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:37.998038 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efb304-7d27-4d9c-b35e-82ab0bd3591a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76ae355-1d01-426f-9522-f7c5ac135ee6,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:38.000292 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-54efb304-7d27-4d9c-b35e-82ab0bd3591a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:38.026541 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6c605df8-ee16-43a0-9071-0dc31b26ec27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.031474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6c605df8-ee16-43a0-9071-0dc31b26ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.034920 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:38.076675 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-6c605df8-ee16-43a0-9071-0dc31b26ec27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=187165773b2a4e1ba16bfc0c726154c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876145 Jun 22 18:33:38.076675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c605df8-ee16-43a0-9071-0dc31b26ec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96ee67-a09b-4580-93a5-bd24b6fc4572,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:38.077549 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33724) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:38.079064 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6c605df8-ee16-43a0-9071-0dc31b26ec27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:38.143750 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1281153e-eb54-4442-9031-d7ffc5a6bbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.168012 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1281153e-eb54-4442-9031-d7ffc5a6bbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.228788 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1281153e-eb54-4442-9031-d7ffc5a6bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.232634 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1281153e-eb54-4442-9031-d7ffc5a6bbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.233983 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-1281153e-eb54-4442-9031-d7ffc5a6bbaf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb96ee67-a09b-4580-93a5-bd24b6fc4572 HTTP/1.1" status: 204 len: 168 time: 0.1547818 Jun 22 18:33:38.234756 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:38.242989 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281153e-eb54-4442-9031-d7ffc5a6bbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96ee67-a09b-4580-93a5-bd24b6fc4572,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:38.245944 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1281153e-eb54-4442-9031-d7ffc5a6bbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:38.296197 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 13bc1475-99fd-42b7-84d5-14ac2802398d details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:33:38.406641 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f254-e957-4a15-ac45-abf00aeb8949 req-eb02cc58-48b9-4a66-a6ff-ea8c2dc7a84c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:38.408201 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fc97f254-e957-4a15-ac45-abf00aeb8949 req-eb02cc58-48b9-4a66-a6ff-ea8c2dc7a84c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 943 time: 0.1149707 Jun 22 18:33:38.466932 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 13bc1475-99fd-42b7-84d5-14ac2802398d, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=13bc1475-99fd-42b7-84d5-14ac2802398d,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:38.470541 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6b35-4eae-4705-9d4d-0e436dbbe484 req-01d00d86-1f82-4478-8ca9-fa0d1ecbe6af tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:38.472051 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6a8c6b35-4eae-4705-9d4d-0e436dbbe484 req-01d00d86-1f82-4478-8ca9-fa0d1ecbe6af tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 943 time: 0.1149850 Jun 22 18:33:38.475203 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fc97f254-e957-4a15-ac45-abf00aeb8949 req-37ea507a-3525-4463-bf00-a8e362b6b861 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555840 Jun 22 18:33:38.487917 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '13bc1475-99fd-42b7-84d5-14ac2802398d', 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3', 'port_id': '13bc1475-99fd-42b7-84d5-14ac2802398d', 'mac_address': 'fa:16:3e:e2:8c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a183f5cf-7e11-4713-b126-a011c5ebbc9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:33:38.531980 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.548391 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bc1475-99fd-42b7-84d5-14ac2802398d {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:38.552223 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6a8c6b35-4eae-4705-9d4d-0e436dbbe484 req-4c219def-0dc7-459c-8cd5-016de1f8e2ab tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702460 Jun 22 18:33:38.585026 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 13bc1475-99fd-42b7-84d5-14ac2802398d, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=13bc1475-99fd-42b7-84d5-14ac2802398d,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:38.593271 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.597453 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:38.656203 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=13bc1475-99fd-42b7-84d5-14ac2802398d,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:38.664932 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.665504 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.665620 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.665937 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.666266 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.667284 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.667764 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.668136 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.668504 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.668770 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.669093 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.669412 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:38.673625 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:38.686586 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 33754) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:38.704149 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3d87-4652-4081-8a6f-c24ad94d95f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.836227 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3d87-4652-4081-8a6f-c24ad94d95f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.845069 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3d87-4652-4081-8a6f-c24ad94d95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.848549 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d15513f9-2049-4f5c-8d21-703a1fcff663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:38.890964 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc3d87-4652-4081-8a6f-c24ad94d95f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf52d62-b20d-4ad5-8140-8f89640678de,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:38.894580 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a9dc3d87-4652-4081-8a6f-c24ad94d95f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:38.900173 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a9dc3d87-4652-4081-8a6f-c24ad94d95f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1fb7c46b7e547fa8ad43aba15ede5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123966 Jun 22 18:33:38.900525 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 33760) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:38.912813 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89641258-057e-4890-95b4-09111bdec2f1 req-796800ea-3f22-4b26-962f-11612bea42f7 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:38.914293 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-89641258-057e-4890-95b4-09111bdec2f1 req-796800ea-3f22-4b26-962f-11612bea42f7 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1289389 Jun 22 18:33:38.955743 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cefa137-76e7-4791-b5c8-672cdc127caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.957603 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-89641258-057e-4890-95b4-09111bdec2f1 req-d7455b8e-d9ce-4a6f-aadf-cb8e9cd6c038 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365593 Jun 22 18:33:38.979638 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cefa137-76e7-4791-b5c8-672cdc127caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:39.031040 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cefa137-76e7-4791-b5c8-672cdc127caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:39.033643 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cefa137-76e7-4791-b5c8-672cdc127caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:39.034798 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-8cefa137-76e7-4791-b5c8-672cdc127caf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdf52d62-b20d-4ad5-8140-8f89640678de HTTP/1.1" status: 204 len: 168 time: 0.1316671 Jun 22 18:33:39.035592 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f9cfd99d-f5d4-417d-b01c-c5196ed73149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:39.046863 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefa137-76e7-4791-b5c8-672cdc127caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf52d62-b20d-4ad5-8140-8f89640678de,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:39.049165 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8cefa137-76e7-4791-b5c8-672cdc127caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:39.478665 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['13bc1475-99fd-42b7-84d5-14ac2802398d'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:39.688286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e6101-66a8-4636-9153-7df20f2c7372 req-af27be8a-9bb4-4055-8992-ba19b764931a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:39.699193 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-091e6101-66a8-4636-9153-7df20f2c7372 req-af27be8a-9bb4-4055-8992-ba19b764931a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 944 time: 0.0856848 Jun 22 18:33:39.772163 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-091e6101-66a8-4636-9153-7df20f2c7372 req-23da64fb-7e5e-4d85-93a8-6f848da22b81 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719640 Jun 22 18:33:39.814713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06734d2d-ffc7-4d52-85da-be680cebfb61 req-520f8c54-2808-4a56-baf4-4b38d223b53b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:39.818817 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-06734d2d-ffc7-4d52-85da-be680cebfb61 req-520f8c54-2808-4a56-baf4-4b38d223b53b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 943 time: 0.0986440 Jun 22 18:33:39.909405 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-06734d2d-ffc7-4d52-85da-be680cebfb61 req-b8334173-7986-47aa-8ace-6db522d889c6 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832345 Jun 22 18:33:39.954482 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aba782-8116-4383-8ac3-9e664e98d7b7 req-16d12f4a-998c-49d9-a34a-01800d10e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:39.956038 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-31aba782-8116-4383-8ac3-9e664e98d7b7 req-16d12f4a-998c-49d9-a34a-01800d10e57f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 1098 time: 0.0634611 Jun 22 18:33:39.997175 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-31aba782-8116-4383-8ac3-9e664e98d7b7 req-42391e08-f3e7-46b6-bea8-b8ada86b37fb service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Jun 22 18:33:40.174638 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980df1-bda5-4884-83ea-6797b0cca93d req-acdaee3c-c8ab-42e6-bd0f-2c469ca3e92a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:40.176454 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3a980df1-bda5-4884-83ea-6797b0cca93d req-acdaee3c-c8ab-42e6-bd0f-2c469ca3e92a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0841181 Jun 22 18:33:40.232468 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3a980df1-bda5-4884-83ea-6797b0cca93d req-18446430-6390-47a5-acf7-d23094b809b4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500050 Jun 22 18:33:40.313036 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 419815f8-adca-4918-a623-a43deb80df59 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:33:40.422204 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 419815f8-adca-4918-a623-a43deb80df59, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=419815f8-adca-4918-a623-a43deb80df59,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:40.434934 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '419815f8-adca-4918-a623-a43deb80df59', 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e', 'port_id': '419815f8-adca-4918-a623-a43deb80df59', 'mac_address': 'fa:16:3e:e9:9c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b91b059-9522-494c-a3a7-d0db78672c11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:33:40.472331 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:40.485296 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419815f8-adca-4918-a623-a43deb80df59 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:40.506885 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 419815f8-adca-4918-a623-a43deb80df59, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=419815f8-adca-4918-a623-a43deb80df59,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:40.511638 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:40.514633 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:40.566098 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=419815f8-adca-4918-a623-a43deb80df59,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:40.569406 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:40.966093 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1c695-7434-4caf-8d75-e64ffcc4f20d req-81228cc1-d8fe-4164-b20d-e400dfdb5149 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:40.967428 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0be1c695-7434-4caf-8d75-e64ffcc4f20d req-81228cc1-d8fe-4164-b20d-e400dfdb5149 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 944 time: 0.0708766 Jun 22 18:33:41.011179 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0be1c695-7434-4caf-8d75-e64ffcc4f20d req-7905199e-8139-4790-95ce-60759a7f4cd5 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Jun 22 18:33:41.139004 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c4abb-5d0a-4ab4-8f7c-c61ac02d1cb0 req-b0ba13dd-8a41-4e36-b52d-7ccf9d7363c9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:41.140448 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d8c4abb-5d0a-4ab4-8f7c-c61ac02d1cb0 req-b0ba13dd-8a41-4e36-b52d-7ccf9d7363c9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 944 time: 0.0891438 Jun 22 18:33:41.180753 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d8c4abb-5d0a-4ab4-8f7c-c61ac02d1cb0 req-dca4f802-6f33-4582-93c3-cb4479eb4861 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Jun 22 18:33:41.216736 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['419815f8-adca-4918-a623-a43deb80df59'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:41.403358 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830c0d1-63fa-47a0-a830-90e5f19de4cf req-c9557f8e-e715-466a-beb2-3819edacb5d4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:41.404838 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a830c0d1-63fa-47a0-a830-90e5f19de4cf req-c9557f8e-e715-466a-beb2-3819edacb5d4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0660872 Jun 22 18:33:41.443579 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a830c0d1-63fa-47a0-a830-90e5f19de4cf req-6679e024-9ac4-4010-a330-c89b7b830cf5 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Jun 22 18:33:42.194872 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585108c-5a0d-456f-b709-7c045628f285 req-b2115f1a-a4c8-4d50-8699-a492ebf7fdb1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.196602 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8585108c-5a0d-456f-b709-7c045628f285 req-b2115f1a-a4c8-4d50-8699-a492ebf7fdb1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 944 time: 0.0692785 Jun 22 18:33:42.245953 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8585108c-5a0d-456f-b709-7c045628f285 req-8221824f-d41d-43e3-b1d4-5fccaac9d361 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Jun 22 18:33:42.322175 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 13bc1475-99fd-42b7-84d5-14ac2802398d up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:42.386342 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 13bc1475-99fd-42b7-84d5-14ac2802398d completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:42.390827 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ccbe1-2bab-4337-b72a-9d93d7ff750e req-acf33479-93e5-4d93-9309-20448509bc55 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.391053 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 13bc1475-99fd-42b7-84d5-14ac2802398d triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:42.392039 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.392791 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d11ccbe1-2bab-4337-b72a-9d93d7ff750e req-acf33479-93e5-4d93-9309-20448509bc55 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 944 time: 0.0865993 Jun 22 18:33:42.444550 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d11ccbe1-2bab-4337-b72a-9d93d7ff750e req-881538f8-cc3e-4acd-b4da-ce4ae8b727ac tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Jun 22 18:33:42.483602 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.508044 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbeb761-cdca-492e-aaca-4a8aee61fa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc1475-99fd-42b7-84d5-14ac2802398d'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:42.511140 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e000b9f8-4f9e-4055-a1d5-fcb563a6c45b" -d '{"events": [{"server_uuid": "5cbeb761-cdca-492e-aaca-4a8aee61fa0f", "name": "network-vif-plugged", "status": "completed", "tag": "13bc1475-99fd-42b7-84d5-14ac2802398d"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:42.525619 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 13bc1475-99fd-42b7-84d5-14ac2802398d, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=13bc1475-99fd-42b7-84d5-14ac2802398d,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:42.532017 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.536166 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-62d265cf-0d50-41bc-a296-3f2e2374e666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:42.588270 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb31bd1d-f8d4-416e-9e3e-fa452d5f9727 x-openstack-request-id: req-fb31bd1d-f8d4-416e-9e3e-fa452d5f9727 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:42.589853 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbeb761-cdca-492e-aaca-4a8aee61fa0f", "name": "network-vif-plugged", "status": "completed", "tag": "13bc1475-99fd-42b7-84d5-14ac2802398d", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:42.590196 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb31bd1d-f8d4-416e-9e3e-fa452d5f9727 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:42.590961 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbeb761-cdca-492e-aaca-4a8aee61fa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc1475-99fd-42b7-84d5-14ac2802398d', 'code': 200} Jun 22 18:33:42.595966 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=13bc1475-99fd-42b7-84d5-14ac2802398d,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:42.599627 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:42.652400 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437aaa69-fd18-4204-8429-da540c0abce4 req-6c18de33-a981-4872-8241-0e58462a7a66 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.653947 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-437aaa69-fd18-4204-8429-da540c0abce4 req-6c18de33-a981-4872-8241-0e58462a7a66 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.0841641 Jun 22 18:33:42.700850 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-437aaa69-fd18-4204-8429-da540c0abce4 req-7c39baca-bd78-4a33-86f6-c58191082fa4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Jun 22 18:33:42.920522 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62358dbb-be81-4c2e-a48f-5fdab7c58954 req-a4e8be24-8b8f-42c4-9add-5ea47b902c1d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.921986 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-62358dbb-be81-4c2e-a48f-5fdab7c58954 req-a4e8be24-8b8f-42c4-9add-5ea47b902c1d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1046910 Jun 22 18:33:42.924903 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44c95-f9d3-47dc-ac7d-827b6d4e2f53 req-20c8cafc-fae7-4b0a-beb3-ef1c246f5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.926185 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d2a44c95-f9d3-47dc-ac7d-827b6d4e2f53 req-20c8cafc-fae7-4b0a-beb3-ef1c246f5cee service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 1098 time: 0.1070764 Jun 22 18:33:42.980580 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d2a44c95-f9d3-47dc-ac7d-827b6d4e2f53 req-71371415-4589-4d1c-850e-6fe2875c57af service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Jun 22 18:33:42.983239 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-62358dbb-be81-4c2e-a48f-5fdab7c58954 req-50f218e0-7bd1-4701-8ab8-8c7e902a2fd9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556302 Jun 22 18:33:43.484925 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b4948-b519-48c0-bf5f-504b4fd9384c req-54da744f-4ff2-44c7-bf58-da61c507505e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.487548 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c56b4948-b519-48c0-bf5f-504b4fd9384c req-54da744f-4ff2-44c7-bf58-da61c507505e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 945 time: 0.0850208 Jun 22 18:33:43.540684 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c56b4948-b519-48c0-bf5f-504b4fd9384c req-7fcd7c62-e496-46d0-bd92-4bea7d3f8e95 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 Jun 22 18:33:43.669975 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fcc21-0baa-4f47-80f7-55d43dce5068 req-f7bab53b-7b27-4c98-af57-9abdf5d5a208 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.672396 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c91fcc21-0baa-4f47-80f7-55d43dce5068 req-f7bab53b-7b27-4c98-af57-9abdf5d5a208 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 944 time: 0.0856516 Jun 22 18:33:43.723463 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c91fcc21-0baa-4f47-80f7-55d43dce5068 req-086a6161-b881-4f14-86b0-b1ebc8fa4e44 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Jun 22 18:33:44.352607 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 419815f8-adca-4918-a623-a43deb80df59 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:44.418132 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 419815f8-adca-4918-a623-a43deb80df59 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:44.422179 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 419815f8-adca-4918-a623-a43deb80df59 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:44.422576 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:44.513823 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:44.557880 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 419815f8-adca-4918-a623-a43deb80df59, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=419815f8-adca-4918-a623-a43deb80df59,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:44.563973 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:44.566122 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:44.591307 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe132381-f590-480f-9112-c9c1fa5dde87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419815f8-adca-4918-a623-a43deb80df59'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:44.593991 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace37396-4f39-4714-8a99-54a2189d67ca" -d '{"events": [{"server_uuid": "fe132381-f590-480f-9112-c9c1fa5dde87", "name": "network-vif-plugged", "status": "completed", "tag": "419815f8-adca-4918-a623-a43deb80df59"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:44.631774 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=419815f8-adca-4918-a623-a43deb80df59,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:44.635989 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:44.744135 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c65db1-d26f-46f5-9970-3df44297f1e5 x-openstack-request-id: req-35c65db1-d26f-46f5-9970-3df44297f1e5 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:44.744434 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe132381-f590-480f-9112-c9c1fa5dde87", "name": "network-vif-plugged", "status": "completed", "tag": "419815f8-adca-4918-a623-a43deb80df59", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:44.745456 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35c65db1-d26f-46f5-9970-3df44297f1e5 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:44.746126 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe132381-f590-480f-9112-c9c1fa5dde87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419815f8-adca-4918-a623-a43deb80df59', 'code': 200} Jun 22 18:33:44.832786 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a39a86-bf01-4fc7-a01a-71e6648c7359 req-c6fb5e36-0478-4a2b-b731-639358ad67e1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:44.836375 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-76a39a86-bf01-4fc7-a01a-71e6648c7359 req-c6fb5e36-0478-4a2b-b731-639358ad67e1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 945 time: 0.1504576 Jun 22 18:33:44.908608 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-76a39a86-bf01-4fc7-a01a-71e6648c7359 req-ae46d644-791e-489b-abba-2b16345622aa tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691202 Jun 22 18:33:44.940400 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa0271-35fc-48f4-a40f-f2b9e8e6f703 req-73bbd8ff-4dd0-4c85-9c69-3fc81c914be1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:44.945107 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f9fa0271-35fc-48f4-a40f-f2b9e8e6f703 req-73bbd8ff-4dd0-4c85-9c69-3fc81c914be1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0876172 Jun 22 18:33:44.980858 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f9fa0271-35fc-48f4-a40f-f2b9e8e6f703 req-a1328fd3-b776-41c1-bd15-e8b089cb7ad3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Jun 22 18:33:45.157684 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608b5f1-405f-4455-8914-c7830563e62d req-54aa2b3a-15b9-42f9-bb60-a24877f8a89d tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:45.159111 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6608b5f1-405f-4455-8914-c7830563e62d req-54aa2b3a-15b9-42f9-bb60-a24877f8a89d tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.0634718 Jun 22 18:33:45.196946 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6608b5f1-405f-4455-8914-c7830563e62d req-cbb2e2f6-47aa-4b2f-b847-208ebf5f70b4 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Jun 22 18:33:46.086671 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ea6-89d6-44a4-8d3a-847e8267aa8f req-04c898d7-a473-4782-8fb6-c38959169eaa tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.088062 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ef146ea6-89d6-44a4-8d3a-847e8267aa8f req-04c898d7-a473-4782-8fb6-c38959169eaa tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 945 time: 0.0655005 Jun 22 18:33:46.125464 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ef146ea6-89d6-44a4-8d3a-847e8267aa8f req-d89497ef-6c3c-4b7e-a591-de488aa88528 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Jun 22 18:33:46.287580 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0e846-12c6-4d6b-ac49-d5fec40243c4 req-14d2d004-22b8-4cdb-b479-0b80d842c885 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.289205 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e3d0e846-12c6-4d6b-ac49-d5fec40243c4 req-14d2d004-22b8-4cdb-b479-0b80d842c885 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0657880 Jun 22 18:33:46.340114 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e3d0e846-12c6-4d6b-ac49-d5fec40243c4 req-22bc2d56-b1c6-44ab-ad31-668cfca19e4f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Jun 22 18:33:46.648737 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa25c7d-389e-488d-9b58-263c2f7d0513 req-e7d10a32-c1d5-4c5d-a15b-4aad2b01768b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.650059 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dfa25c7d-389e-488d-9b58-263c2f7d0513 req-e7d10a32-c1d5-4c5d-a15b-4aad2b01768b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.0647461 Jun 22 18:33:46.689261 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dfa25c7d-389e-488d-9b58-263c2f7d0513 req-badde310-2b0d-4f3d-b91c-d0d9f371f99c tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334923 Jun 22 18:33:47.516899 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27d84-92ae-41fc-af84-a4ae1e4fe1bf req-c821ba76-7769-42fc-a404-4b633867ab8f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:47.518383 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-22d27d84-92ae-41fc-af84-a4ae1e4fe1bf req-c821ba76-7769-42fc-a404-4b633867ab8f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0661173 Jun 22 18:33:47.558467 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-22d27d84-92ae-41fc-af84-a4ae1e4fe1bf req-27f8dee8-8186-4807-a026-b3a041d6ee43 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342014 Jun 22 18:33:47.860504 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8d668-5066-4d83-940e-cd3e5e523a48 req-afcfbbaf-4a73-47ef-a037-1793bfeb8789 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:47.862226 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8aa8d668-5066-4d83-940e-cd3e5e523a48 req-afcfbbaf-4a73-47ef-a037-1793bfeb8789 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.0638084 Jun 22 18:33:47.898593 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8aa8d668-5066-4d83-940e-cd3e5e523a48 req-c0c165de-eb6a-4833-8ac4-d44f64a780ec tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308101 Jun 22 18:33:48.738668 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78ce59-3088-4892-8988-e2fd5b99a36c req-44d00716-6b10-4340-8b67-940beab2b1b4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:48.740181 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8a78ce59-3088-4892-8988-e2fd5b99a36c req-44d00716-6b10-4340-8b67-940beab2b1b4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0691369 Jun 22 18:33:48.780117 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8a78ce59-3088-4892-8988-e2fd5b99a36c req-d5a4afcb-d701-4e8d-96e4-2b2c38c265e4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Jun 22 18:33:49.077370 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8194c-c273-46e0-8ad1-3e8730053faa req-14f92e04-ed4f-4b0a-84e8-ac0e5d84ef82 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.078836 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-19e8194c-c273-46e0-8ad1-3e8730053faa req-14f92e04-ed4f-4b0a-84e8-ac0e5d84ef82 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.0637097 Jun 22 18:33:49.117825 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-19e8194c-c273-46e0-8ad1-3e8730053faa req-6dc540a5-0053-4bdd-bd9d-7bc2551e3a39 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Jun 22 18:33:49.231690 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-0f9c1a36-f5ec-4137-a5d1-e1f1d88e716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.233157 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-0f9c1a36-f5ec-4137-a5d1-e1f1d88e716b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0593588 Jun 22 18:33:49.347943 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-936be2af-bdb9-44a9-a2ae-e18bd0ef07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.349388 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-936be2af-bdb9-44a9-a2ae-e18bd0ef07bf service neutron] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 921 time: 0.0941193 Jun 22 18:33:49.413025 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-9ef81048-499e-44b4-8b6a-022c1ff2a20b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 HTTP/1.1" status: 200 len: 217 time: 0.0547054 Jun 22 18:33:49.470886 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8453ae0-0b13-4829-a677-659a5dd54995 req-13ca6106-d646-4a51-bdd6-9bedc69f50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.472379 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f8453ae0-0b13-4829-a677-659a5dd54995 req-13ca6106-d646-4a51-bdd6-9bedc69f50c5 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 1098 time: 0.1221595 Jun 22 18:33:49.475956 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-52a49782-2a07-429f-ab74-053b16740079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.477242 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-52a49782-2a07-429f-ab74-053b16740079 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.0524166 Jun 22 18:33:49.523800 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-b94f6257-9241-4530-9d16-264c79e60d51 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316205 Jun 22 18:33:49.547471 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f8453ae0-0b13-4829-a677-659a5dd54995 req-62b20214-7080-4b63-9bc6-00d966715ea0 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613182 Jun 22 18:33:49.628334 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-f66f378b-348b-4c48-b38a-30855648a8b4 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943503 Jun 22 18:33:49.960257 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90668bca-d118-4143-ba8c-320bcd0ab8b3 req-31c24906-90f5-41c4-b2a0-3db470b7b022 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.961728 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-90668bca-d118-4143-ba8c-320bcd0ab8b3 req-31c24906-90f5-41c4-b2a0-3db470b7b022 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0671628 Jun 22 18:33:50.002729 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-90668bca-d118-4143-ba8c-320bcd0ab8b3 req-1228397b-8fff-41c6-9c06-77bfbcfc601b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Jun 22 18:33:50.263697 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34900f15-f9bf-4a75-942c-de83435d6b48 req-bdde187e-329f-4551-94c7-b7d3a2b02111 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233792 Jun 22 18:33:50.342570 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a92434-ade0-4af0-a560-0b36d05c5342 req-96e7297c-0c27-4638-a079-5dabf7fa7c92 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:50.345787 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a3a92434-ade0-4af0-a560-0b36d05c5342 req-96e7297c-0c27-4638-a079-5dabf7fa7c92 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.1034331 Jun 22 18:33:50.390112 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a3a92434-ade0-4af0-a560-0b36d05c5342 req-eb8cc9bd-d0d4-40df-82d2-4cb21f7c0bf1 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Jun 22 18:33:50.440508 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34030) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:50.548409 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b01acd3c-994e-4c5a-adfc-b0f0897bc2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.638328 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b01acd3c-994e-4c5a-adfc-b0f0897bc2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.642492 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b01acd3c-994e-4c5a-adfc-b0f0897bc2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.646505 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1feff763-7f47-4994-9c67-8958d7e184f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:50.687083 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b01acd3c-994e-4c5a-adfc-b0f0897bc2e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=549d4ced87bc4dc8816d23b57af1d43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447875 Jun 22 18:33:50.688388 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34042) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:50.690065 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01acd3c-994e-4c5a-adfc-b0f0897bc2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d448ec-84b7-4f99-9cfe-b98040b20fa5,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:50.695497 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b01acd3c-994e-4c5a-adfc-b0f0897bc2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:50.743637 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6bdfedd4-67d3-4fc5-86be-ca6cd6dce9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.770532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6bdfedd4-67d3-4fc5-86be-ca6cd6dce9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.825241 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6bdfedd4-67d3-4fc5-86be-ca6cd6dce9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.827914 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6bdfedd4-67d3-4fc5-86be-ca6cd6dce9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.831524 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-6bdfedd4-67d3-4fc5-86be-ca6cd6dce9f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8d448ec-84b7-4f99-9cfe-b98040b20fa5 HTTP/1.1" status: 204 len: 168 time: 0.1395240 Jun 22 18:33:50.831524 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b622222f-e3e0-4d38-8fc1-5155d65f0590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:50.837384 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfedd4-67d3-4fc5-86be-ca6cd6dce9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d448ec-84b7-4f99-9cfe-b98040b20fa5,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:50.839862 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6bdfedd4-67d3-4fc5-86be-ca6cd6dce9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:51.134536 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34060) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:51.163322 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3cb7-be50-4cb5-b90a-f8bf8c79f3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.252649 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc95a0e-8069-44b2-bebb-c64e48d14fda req-c4cf060d-9170-4697-bd20-1797d9d445e1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.254452 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-adc95a0e-8069-44b2-bebb-c64e48d14fda req-c4cf060d-9170-4697-bd20-1797d9d445e1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1168084 Jun 22 18:33:51.316047 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-adc95a0e-8069-44b2-bebb-c64e48d14fda req-79e26d0a-1e8a-42df-8a8d-018d6979e047 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549641 Jun 22 18:33:51.345887 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3cb7-be50-4cb5-b90a-f8bf8c79f3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.350146 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3cb7-be50-4cb5-b90a-f8bf8c79f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.353315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-bccb3dc2-aaca-4d1e-921f-21b9658e812a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:51.389026 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a3cb7-be50-4cb5-b90a-f8bf8c79f3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a83180-945b-498a-b42c-652bb9596c6b,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:51.393957 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-3a6a3cb7-be50-4cb5-b90a-f8bf8c79f3c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f04106aa886346b38777233d5a564ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579534 Jun 22 18:33:51.394887 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3a6a3cb7-be50-4cb5-b90a-f8bf8c79f3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:51.396587 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34064) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:51.449101 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9fb5c3bb-6f2a-47f0-8e01-52e1cd158490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.471462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9fb5c3bb-6f2a-47f0-8e01-52e1cd158490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.552516 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9fb5c3bb-6f2a-47f0-8e01-52e1cd158490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.555135 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9fb5c3bb-6f2a-47f0-8e01-52e1cd158490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.559019 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-9fb5c3bb-6f2a-47f0-8e01-52e1cd158490 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6a83180-945b-498a-b42c-652bb9596c6b HTTP/1.1" status: 204 len: 168 time: 0.1593969 Jun 22 18:33:51.559019 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b4a40854-aa6d-47bd-8bd8-5f356543b118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:51.569455 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5c3bb-6f2a-47f0-8e01-52e1cd158490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a83180-945b-498a-b42c-652bb9596c6b,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:51.573342 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9fb5c3bb-6f2a-47f0-8e01-52e1cd158490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:51.587278 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e572a-fbd2-43ce-a515-8aa27f24c0cf req-3418e91a-1ad5-449a-b704-8c1a4ce2387c tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.589370 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-686e572a-fbd2-43ce-a515-8aa27f24c0cf req-3418e91a-1ad5-449a-b704-8c1a4ce2387c tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.0864000 Jun 22 18:33:51.631135 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-686e572a-fbd2-43ce-a515-8aa27f24c0cf req-e02a6ec3-a4d7-4c0f-b87c-f79cfccd58da tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347846 Jun 22 18:33:51.999637 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-78ca769c-af15-481d-96c9-8b152da52b7f req-5e4c99ca-1dbc-4298-9504-ae7fbd1e05a0 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529544 Jun 22 18:33:52.015857 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-d507214f-1307-4e8e-bdf4-f176570c8f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:52.148895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca769c-af15-481d-96c9-8b152da52b7f req-8a5e1ef2-b428-4bc4-b0fe-6cbdf53b99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:52.150452 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-78ca769c-af15-481d-96c9-8b152da52b7f req-8a5e1ef2-b428-4bc4-b0fe-6cbdf53b99bb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 1099 time: 0.0662212 Jun 22 18:33:52.359293 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca769c-af15-481d-96c9-8b152da52b7f req-fbf73103-af13-4b25-9cd0-4e3f9e8ab1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:52.362043 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-78ca769c-af15-481d-96c9-8b152da52b7f req-fbf73103-af13-4b25-9cd0-4e3f9e8ab1a5 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 916 time: 0.1119962 Jun 22 18:33:52.439030 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-78ca769c-af15-481d-96c9-8b152da52b7f req-f689a044-10de-4a0f-9be0-f396839afbf9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938862cc-fa51-4257-bb0d-3db98813c32f HTTP/1.1" status: 200 len: 217 time: 0.0695133 Jun 22 18:33:52.546231 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca769c-af15-481d-96c9-8b152da52b7f req-9e1cdc6d-6194-42a3-8707-1e965b6c7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:52.548061 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-78ca769c-af15-481d-96c9-8b152da52b7f req-9e1cdc6d-6194-42a3-8707-1e965b6c7a3d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 200 len: 854 time: 0.1022649 Jun 22 18:33:52.585834 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-78ca769c-af15-481d-96c9-8b152da52b7f req-0c668ee9-cfb4-4845-899f-1bbdaf526fba service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311644 Jun 22 18:33:52.610371 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0f654-378c-4e1d-a2a8-626ce557e993 req-b66f87d4-6d0b-4731-906c-5e85c64099e5 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:52.612574 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16c0f654-378c-4e1d-a2a8-626ce557e993 req-b66f87d4-6d0b-4731-906c-5e85c64099e5 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1224446 Jun 22 18:33:52.766788 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16c0f654-378c-4e1d-a2a8-626ce557e993 req-f1cc3638-eb26-42c2-be06-b94b2461326e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440740 Jun 22 18:33:52.815763 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-78ca769c-af15-481d-96c9-8b152da52b7f req-6fcd36d7-bfd0-4e82-a418-aca62f5cac24 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021561 Jun 22 18:33:52.831940 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-71e29b30-cbb8-4297-8f13-2e3858de0eec tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:52.834159 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-71e29b30-cbb8-4297-8f13-2e3858de0eec tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 814 time: 0.2097661 Jun 22 18:33:52.891598 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-f7b1b977-4e5a-44fb-bfee-0d0ce6f90f6d tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/quotas/7e54c20f27c74f4983dfd5799a0b1f6c HTTP/1.1" status: 200 len: 375 time: 0.0377550 Jun 22 18:33:53.252793 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-78ca769c-af15-481d-96c9-8b152da52b7f req-468b5ec7-8fe6-4e51-b008-647eb34349e9 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180129 Jun 22 18:33:53.297014 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-34463970-b37f-40e3-b60c-69b857ccc9f8 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3937063 Jun 22 18:33:53.305139 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6a4de-6747-4ed2-bb53-9a2e6dfd4598 req-d6b68e4f-be42-44d1-9603-d2ac73347b93 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:53.306533 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d0d6a4de-6747-4ed2-bb53-9a2e6dfd4598 req-d6b68e4f-be42-44d1-9603-d2ac73347b93 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.1212347 Jun 22 18:33:53.401167 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d0d6a4de-6747-4ed2-bb53-9a2e6dfd4598 req-7d03f5a9-6a8a-4170-b0a9-a449e5474d16 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853958 Jun 22 18:33:53.441752 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-9bdc8618-e5b6-42eb-ba40-fe7b7238aeac service neutron] 10.222.0.39 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244469 Jun 22 18:33:53.557797 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-efae4aec-7f3a-4c81-9168-bf6d05bdfea6 service neutron] 10.222.0.39 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081343 Jun 22 18:33:53.796612 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34200) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:53.849292 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c340f21e-61c0-4378-9868-8e4133dede3f req-7cf9321e-d2fc-468c-8a06-1b325261082e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 210 time: 0.0789590 Jun 22 18:33:54.049110 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.078667 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4404c-e395-4918-b70b-dd754d9385ce req-f408242d-bbfc-4d4e-ada5-a21b47bc3e4e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:54.092014 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c2d4404c-e395-4918-b70b-dd754d9385ce req-f408242d-bbfc-4d4e-ada5-a21b47bc3e4e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1289909 Jun 22 18:33:54.214817 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c2d4404c-e395-4918-b70b-dd754d9385ce req-9797d1a7-2f37-4eb2-9177-d2a4c92893a4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222453 Jun 22 18:33:54.232398 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.246107 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.246107 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-751b51f9-f062-4ff4-9aa8-025918ac8c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:54.269552 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92345c2e-11f3-44ea-baaa-eb139021ba70,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:54.284345 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.284701 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.285130 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.285619 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.285967 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.286311 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.286640 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.287277 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.287770 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.288076 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.288403 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.288985 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.294830 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:54.316647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34222) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:54.317128 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=575de1b6f3744bd98e916d445b6f637c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5185025 Jun 22 18:33:54.367847 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ad55c9f8-97ac-4651-b243-b8c1127c9a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.390548 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ad55c9f8-97ac-4651-b243-b8c1127c9a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.440928 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ad55c9f8-97ac-4651-b243-b8c1127c9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.444163 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ad55c9f8-97ac-4651-b243-b8c1127c9a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.445327 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ad55c9f8-97ac-4651-b243-b8c1127c9a76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92345c2e-11f3-44ea-baaa-eb139021ba70 HTTP/1.1" status: 204 len: 168 time: 0.1275823 Jun 22 18:33:54.446064 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-41184778-2b0c-419a-b593-43e178163ca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:54.455547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55c9f8-97ac-4651-b243-b8c1127c9a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92345c2e-11f3-44ea-baaa-eb139021ba70,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:54.458119 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ad55c9f8-97ac-4651-b243-b8c1127c9a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:54.745813 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34236) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:54.758931 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.864695 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.869207 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.872526 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-8eca15d1-a925-4812-8f2e-9e24158433a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:54.915003 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51dbad4eecf8419bace678e98b02a7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657047 Jun 22 18:33:54.915003 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43be7814-05f4-4e20-9c16-191a7a280cdf,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:54.915304 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34246) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:54.931284 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.931671 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.932422 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.932765 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.933083 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.933450 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.933781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.934124 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.934465 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.934810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.935150 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.935509 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:54.940592 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:54.978498 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-29c4a7bd-3c55-45d6-93e7-91c37aea26c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.019010 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-28ccab54-3b1a-4c5a-a71d-50163760be63 req-679b50a6-2124-469b-9418-3780e850c54c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 210 time: 0.0385180 Jun 22 18:33:55.029236 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-29c4a7bd-3c55-45d6-93e7-91c37aea26c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.081556 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-29c4a7bd-3c55-45d6-93e7-91c37aea26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.084162 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-29c4a7bd-3c55-45d6-93e7-91c37aea26c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.085279 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-29c4a7bd-3c55-45d6-93e7-91c37aea26c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43be7814-05f4-4e20-9c16-191a7a280cdf HTTP/1.1" status: 204 len: 168 time: 0.1691780 Jun 22 18:33:55.086078 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d3969ac6-2dd2-454c-ae85-06c42ab66b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:55.094378 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4a7bd-3c55-45d6-93e7-91c37aea26c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43be7814-05f4-4e20-9c16-191a7a280cdf,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:55.096569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-29c4a7bd-3c55-45d6-93e7-91c37aea26c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:55.267463 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.418459 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9c8d0-ce25-407b-a777-c132319353d5 req-aa3f99a8-9988-437e-9140-da7a41bac4b0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:55.423862 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70c9c8d0-ce25-407b-a777-c132319353d5 req-aa3f99a8-9988-437e-9140-da7a41bac4b0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0779784 Jun 22 18:33:55.460493 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70c9c8d0-ce25-407b-a777-c132319353d5 req-0bc6db94-bb72-4a12-b9bc-28cd8a2db821 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349953 Jun 22 18:33:55.660742 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-601b7872-1201-42ce-abfa-4395ae93a29c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:55.662185 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-601b7872-1201-42ce-abfa-4395ae93a29c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 814 time: 0.1154227 Jun 22 18:33:55.666030 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3648-bd71-4b90-bb8c-2ab066430fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.690825 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Request body: {'port': {'device_id': '8efe9502-f2fc-4e5f-902d-564c2f5c9909', 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3', 'admin_state_up': True, 'tenant_id': '7e54c20f27c74f4983dfd5799a0b1f6c'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:55.821026 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Made reservation on behalf of 7e54c20f27c74f4983dfd5799a0b1f6c for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:55.827885 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.832663 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.974527 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Allocated IP 172.20.0.3 (7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3/a183f5cf-7e11-4713-b126-a011c5ebbc9e/f13e2b9a-0833-4bec-9dde-a7eab8c35570) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:56.084843 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.188336 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-86c51d7e-2912-45d7-8f7d-f53486ef2948 req-3e526403-c961-4bd5-8254-7be3e2c8bbde tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 210 time: 0.0411370 Jun 22 18:33:56.191207 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.252096 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.257595 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9c56cc75-facf-4c6b-b5d1-b7e8faf0c75f tempest-DeleteServersTestJSON-2070887919 tempest-DeleteServersTestJSON-2070887919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:56.296037 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['938862cc-fa51-4257-bb0d-3db98813c32f', '13bc1475-99fd-42b7-84d5-14ac2802398d'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:56.308365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:56.318212 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:56.323646 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:56.330306 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Pushing event updated for resources: {'Port': ['ID=f13e2b9a-0833-4bec-9dde-a7eab8c35570,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:56.335595 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:56.395653 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:56.396449 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.428866 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7359707 Jun 22 18:33:56.444704 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Request body: {'port': {'device_id': '8efe9502-f2fc-4e5f-902d-564c2f5c9909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:56.582187 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.797884 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f0870-fb2d-4045-813d-2e5530114b6b req-f024dd71-2189-4223-b185-a7cb720d403f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:56.797884 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ff3f0870-fb2d-4045-813d-2e5530114b6b req-f024dd71-2189-4223-b185-a7cb720d403f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1571133 Jun 22 18:33:56.886998 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ff3f0870-fb2d-4045-813d-2e5530114b6b req-d3f45450-7bd3-4a0e-8330-efa99f71d165 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801363 Jun 22 18:33:57.015023 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13e2b9a-0833-4bec-9dde-a7eab8c35570 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:57.026853 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.044327 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Transition to ACTIVE for port object f13e2b9a-0833-4bec-9dde-a7eab8c35570 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:57.051035 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.054196 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ba7cb002-f42c-47a3-b577-336f079a17ec tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:57.111972 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f13e2b9a-0833-4bec-9dde-a7eab8c35570,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:57.116612 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:57.198856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Attempting to bind port f13e2b9a-0833-4bec-9dde-a7eab8c35570 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:57.199277 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Attempting to bind port f13e2b9a-0833-4bec-9dde-a7eab8c35570 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:57.199693 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Attempting to bind port f13e2b9a-0833-4bec-9dde-a7eab8c35570 on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:57.204222 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Port f13e2b9a-0833-4bec-9dde-a7eab8c35570 on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:33:57.204606 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Attempting to bind port f13e2b9a-0833-4bec-9dde-a7eab8c35570 on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:57.209297 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:57.209634 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Checking segment: {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:57.210009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Bound using segment: {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:57.210423 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Bound port: f13e2b9a-0833-4bec-9dde-a7eab8c35570, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:57.210772 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.302933 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] For port f13e2b9a-0833-4bec-9dde-a7eab8c35570, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:57.307881 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] For port f13e2b9a-0833-4bec-9dde-a7eab8c35570, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f13e2b9a-0833-4bec-9dde-a7eab8c35570,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:57.317419 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.321561 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3bb936ad-5ce0-4d83-9396-ec0955124f8c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:57.372753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:57.373366 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.374733 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] 10.222.0.109 "PUT /v2.0/ports/f13e2b9a-0833-4bec-9dde-a7eab8c35570 HTTP/1.1" status: 200 len: 1093 time: 0.9353395 Jun 22 18:33:57.382273 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efe9502-f2fc-4e5f-902d-564c2f5c9909', 'tag': 'f13e2b9a-0833-4bec-9dde-a7eab8c35570'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:57.384576 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f756409a-3b45-47f5-8e3c-8fa316f511b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8efe9502-f2fc-4e5f-902d-564c2f5c9909", "tag": "f13e2b9a-0833-4bec-9dde-a7eab8c35570"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:57.430066 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34350) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:57.460022 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f13e2b9a-0833-4bec-9dde-a7eab8c35570,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:57.472581 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a22da6-a79b-40c0-b1fd-10d0544c4dcb x-openstack-request-id: req-81a22da6-a79b-40c0-b1fd-10d0544c4dcb {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:57.473110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efe9502-f2fc-4e5f-902d-564c2f5c9909", "tag": "f13e2b9a-0833-4bec-9dde-a7eab8c35570", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:57.473564 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81a22da6-a79b-40c0-b1fd-10d0544c4dcb {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:57.474128 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efe9502-f2fc-4e5f-902d-564c2f5c9909', 'tag': 'f13e2b9a-0833-4bec-9dde-a7eab8c35570', 'status': 'completed', 'code': 200} Jun 22 18:33:57.476072 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:57.500657 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71574f76-4e21-49d4-8eb9-02e46a2d873e req-7b4e26a8-083a-46a5-9349-1a9de0b42ec1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:57.502172 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-71574f76-4e21-49d4-8eb9-02e46a2d873e req-7b4e26a8-083a-46a5-9349-1a9de0b42ec1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 943 time: 0.1372974 Jun 22 18:33:57.560438 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-872fa278-36f5-4770-bb07-f99d0cda63c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.593148 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-71574f76-4e21-49d4-8eb9-02e46a2d873e req-c73bfe1f-9044-4cba-baec-7808824d033f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809739 Jun 22 18:33:57.607783 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-dac67a52-3983-4852-8ea8-0b0ff986b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:57.609812 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-dac67a52-3983-4852-8ea8-0b0ff986b495 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 1096 time: 0.0956376 Jun 22 18:33:57.656587 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-872fa278-36f5-4770-bb07-f99d0cda63c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.660998 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-872fa278-36f5-4770-bb07-f99d0cda63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.664601 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1234d65c-6cf9-4052-8538-5cde1e4a4da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:57.664961 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-68e5b297-7084-4513-b038-a508aa392aef service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f13e2b9a-0833-4bec-9dde-a7eab8c35570 HTTP/1.1" status: 200 len: 217 time: 0.0399992 Jun 22 18:33:57.705284 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34362) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:57.705514 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-872fa278-36f5-4770-bb07-f99d0cda63c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce4f2d05f5284c30b3391e3ff8a49abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740996 Jun 22 18:33:57.707560 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fa278-36f5-4770-bb07-f99d0cda63c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef8e261-40f3-40b5-9f7a-cf93fad1352f,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:57.710668 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-872fa278-36f5-4770-bb07-f99d0cda63c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:57.740081 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-b2037bb5-fc00-466e-8e13-c9fbf0c68a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:57.741530 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-b2037bb5-fc00-466e-8e13-c9fbf0c68a21 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 200 len: 854 time: 0.0693569 Jun 22 18:33:57.781562 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-c64ebdf8-e051-4fec-a70f-bd7e0768bbed service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306182 Jun 22 18:33:57.805239 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ced54f4e-6782-41a5-a1eb-7103402785f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.872178 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ced54f4e-6782-41a5-a1eb-7103402785f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.928576 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-b600f187-f793-462c-a9bf-8d48975bd5db service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358328 Jun 22 18:33:57.980782 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ced54f4e-6782-41a5-a1eb-7103402785f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.983317 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ced54f4e-6782-41a5-a1eb-7103402785f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.984451 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ced54f4e-6782-41a5-a1eb-7103402785f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cef8e261-40f3-40b5-9f7a-cf93fad1352f HTTP/1.1" status: 204 len: 168 time: 0.2782555 Jun 22 18:33:57.986620 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:57.998210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced54f4e-6782-41a5-a1eb-7103402785f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef8e261-40f3-40b5-9f7a-cf93fad1352f,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:58.001682 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ced54f4e-6782-41a5-a1eb-7103402785f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:58.074517 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-84cbac8a-ff08-439c-bafd-62bff6bdf19b req-1ab5e85c-6c1d-43ed-a129-9650100e49f6 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359477 Jun 22 18:33:58.102210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c9bbb-1fd3-4b53-9c6b-72f97c2c466c req-4c81546e-df6c-459d-9556-7cdda7f932f9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:58.103835 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dc2c9bbb-1fd3-4b53-9c6b-72f97c2c466c req-4c81546e-df6c-459d-9556-7cdda7f932f9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0949876 Jun 22 18:33:58.158019 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dc2c9bbb-1fd3-4b53-9c6b-72f97c2c466c req-1b40762f-a399-4479-bf5b-e09d8698d43f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467522 Jun 22 18:33:58.159855 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:58.252666 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-4909c525-06a1-4243-82bd-b7dbccceb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:58.254150 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-4909c525-06a1-4243-82bd-b7dbccceb8ec service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 1096 time: 0.0612178 Jun 22 18:33:58.364646 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-319399f7-05a2-491e-8baa-f247c870c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:58.366103 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-319399f7-05a2-491e-8baa-f247c870c6b8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 916 time: 0.1038313 Jun 22 18:33:58.395578 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34376) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:58.409250 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d18191c0-1f6a-48a7-8342-8822dd5901c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:58.423053 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-ad9cb063-f49c-4c1f-9649-51406c4eba9d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f13e2b9a-0833-4bec-9dde-a7eab8c35570 HTTP/1.1" status: 200 len: 217 time: 0.0443604 Jun 22 18:33:58.479623 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-b10fd738-0876-4a62-93c8-17d1fc5bf939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:58.481275 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-b10fd738-0876-4a62-93c8-17d1fc5bf939 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 200 len: 854 time: 0.0469127 Jun 22 18:33:58.500156 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d18191c0-1f6a-48a7-8342-8822dd5901c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:58.506277 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d18191c0-1f6a-48a7-8342-8822dd5901c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:58.508901 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e3240d66-7ca1-4036-bd01-3729483018a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:58.519575 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-7c33c45e-a4d6-427f-bfd7-f80f7a9f9949 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297198 Jun 22 18:33:58.544047 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18191c0-1f6a-48a7-8342-8822dd5901c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b0349a-5418-4fc9-8d5e-9e9d7e0f5ffe,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:58.548366 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-d18191c0-1f6a-48a7-8342-8822dd5901c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef70d95fa6744503bda9cb3b881513a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514513 Jun 22 18:33:58.549226 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d18191c0-1f6a-48a7-8342-8822dd5901c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:58.551957 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34378) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:58.600295 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9fa642ce-3fa7-487d-a9cc-3d5fcaa1aea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:58.617375 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-d926faa0-ff9b-44a5-92fd-95e965871170 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904880 Jun 22 18:33:58.628137 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9fa642ce-3fa7-487d-a9cc-3d5fcaa1aea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:58.677478 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9fa642ce-3fa7-487d-a9cc-3d5fcaa1aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:58.680569 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9fa642ce-3fa7-487d-a9cc-3d5fcaa1aea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:58.681717 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-9fa642ce-3fa7-487d-a9cc-3d5fcaa1aea0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62b0349a-5418-4fc9-8d5e-9e9d7e0f5ffe HTTP/1.1" status: 204 len: 168 time: 0.1292090 Jun 22 18:33:58.683284 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c1399963-8419-4fbe-86f9-85e42107b522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:58.692015 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa642ce-3fa7-487d-a9cc-3d5fcaa1aea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b0349a-5418-4fc9-8d5e-9e9d7e0f5ffe,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:58.694349 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9fa642ce-3fa7-487d-a9cc-3d5fcaa1aea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:58.759182 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f756409a-3b45-47f5-8e3c-8fa316f511b0 req-3499fd5f-01a1-4d59-8048-a44e2bbc0fcc service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196480 Jun 22 18:33:58.819137 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731755e-9206-4b99-af9d-4de1924317af req-6a749d4e-a35a-4919-b1c1-e97bcc900950 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:58.820689 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e731755e-9206-4b99-af9d-4de1924317af req-6a749d4e-a35a-4919-b1c1-e97bcc900950 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 943 time: 0.0800393 Jun 22 18:33:58.861989 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e731755e-9206-4b99-af9d-4de1924317af req-cffc4e3a-e2ff-4dc6-90f0-8ec7ac98e302 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Jun 22 18:33:59.352427 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23cf0-e204-4eb0-b210-923753e407aa req-044056b8-53c7-4875-a25c-7d5115111314 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:59.354479 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-35c23cf0-e204-4eb0-b210-923753e407aa req-044056b8-53c7-4875-a25c-7d5115111314 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0646701 Jun 22 18:33:59.395749 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-35c23cf0-e204-4eb0-b210-923753e407aa req-4b4398c9-6f81-46c9-a446-37c9f0c4ba6e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Jun 22 18:34:00.042926 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62748e-f719-4cc3-92c5-f5e408c64d75 req-3fff3332-2e7c-4d07-95ab-52414efbd6c9 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:00.044475 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cc62748e-f719-4cc3-92c5-f5e408c64d75 req-3fff3332-2e7c-4d07-95ab-52414efbd6c9 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 943 time: 0.0693786 Jun 22 18:34:00.089727 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cc62748e-f719-4cc3-92c5-f5e408c64d75 req-58b4d9d0-7f18-4e56-bda2-27aa763bea68 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369081 Jun 22 18:34:00.608240 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f89c41-aae1-4303-8949-05d060767810 req-c1731b65-4bb1-499f-abae-b91e552a80db tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:00.609635 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70f89c41-aae1-4303-8949-05d060767810 req-c1731b65-4bb1-499f-abae-b91e552a80db tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0895534 Jun 22 18:34:00.659854 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70f89c41-aae1-4303-8949-05d060767810 req-ee78e23e-4d41-4ab5-9dcb-3d9bba655fd2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 Jun 22 18:34:01.273083 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf1e9b-bf95-4aa1-9396-ea1de5a2cff0 req-770606ec-390e-4d31-aafb-464306826c19 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:01.274508 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-adaf1e9b-bf95-4aa1-9396-ea1de5a2cff0 req-770606ec-390e-4d31-aafb-464306826c19 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 943 time: 0.0635552 Jun 22 18:34:01.313471 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-adaf1e9b-bf95-4aa1-9396-ea1de5a2cff0 req-4b09c75f-af47-4e9e-85f3-33000f7ec97f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Jun 22 18:34:01.843784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5ff9a-a4fc-4b24-a091-c73103f3bbba req-ab1868b9-8d5c-4d75-8e2d-c74dddbe9bd9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:01.845334 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-86a5ff9a-a4fc-4b24-a091-c73103f3bbba req-ab1868b9-8d5c-4d75-8e2d-c74dddbe9bd9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0741091 Jun 22 18:34:01.885884 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-86a5ff9a-a4fc-4b24-a091-c73103f3bbba req-19a614b6-8686-4bdb-b99f-391299757377 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Jun 22 18:34:02.436816 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device f13e2b9a-0833-4bec-9dde-a7eab8c35570 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:34:02.485538 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04b80c-8d78-41e5-ae17-cd99817c26c2 req-c853a475-fca5-4ebc-9408-8a62ec1fd4b4 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:02.487422 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dd04b80c-8d78-41e5-ae17-cd99817c26c2 req-c853a475-fca5-4ebc-9408-8a62ec1fd4b4 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 943 time: 0.0633817 Jun 22 18:34:02.524967 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dd04b80c-8d78-41e5-ae17-cd99817c26c2 req-b445837b-bc64-4db1-821b-bac534b3d4fc tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Jun 22 18:34:02.529541 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port f13e2b9a-0833-4bec-9dde-a7eab8c35570, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f13e2b9a-0833-4bec-9dde-a7eab8c35570,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:02.541695 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': 'f13e2b9a-0833-4bec-9dde-a7eab8c35570', 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3', 'port_id': 'f13e2b9a-0833-4bec-9dde-a7eab8c35570', 'mac_address': 'fa:16:3e:9b:79:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a183f5cf-7e11-4713-b126-a011c5ebbc9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:34:02.581818 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:02.594250 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13e2b9a-0833-4bec-9dde-a7eab8c35570 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:02.614651 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port f13e2b9a-0833-4bec-9dde-a7eab8c35570, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f13e2b9a-0833-4bec-9dde-a7eab8c35570,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:02.621002 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:02.622739 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-0574b8dc-95bb-429e-b2ba-7607e8185a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:02.670332 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=f13e2b9a-0833-4bec-9dde-a7eab8c35570,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:02.673478 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:03.070790 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28281b8a-41ae-4d47-92fd-16aee710fd55 req-3e242204-8e4a-4d95-a17d-0223edce9928 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:03.072273 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-28281b8a-41ae-4d47-92fd-16aee710fd55 req-3e242204-8e4a-4d95-a17d-0223edce9928 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0709317 Jun 22 18:34:03.102775 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34510) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:03.124004 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-28281b8a-41ae-4d47-92fd-16aee710fd55 req-07923352-05e5-422c-bc7b-7c8b0df5f27b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Jun 22 18:34:03.255565 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-58cd760f-0186-47dd-aa4a-d14129389d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.356059 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-58cd760f-0186-47dd-aa4a-d14129389d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.361033 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-58cd760f-0186-47dd-aa4a-d14129389d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.365132 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-45dc5240-7ba6-43af-bc3f-c9bc75dce8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:03.407309 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-58cd760f-0186-47dd-aa4a-d14129389d1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f18fe68432ca4d44ae89076f5730aee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033912 Jun 22 18:34:03.408798 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd760f-0186-47dd-aa4a-d14129389d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f376bf-957e-466b-b503-5b85ec053cd4,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:03.410034 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34522) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:03.412337 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-58cd760f-0186-47dd-aa4a-d14129389d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:03.434565 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['f13e2b9a-0833-4bec-9dde-a7eab8c35570'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:03.486515 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-171f6da2-aa53-4d49-b877-ddf7d260c727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.507905 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-171f6da2-aa53-4d49-b877-ddf7d260c727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.575505 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-171f6da2-aa53-4d49-b877-ddf7d260c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.578279 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-171f6da2-aa53-4d49-b877-ddf7d260c727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.579439 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-171f6da2-aa53-4d49-b877-ddf7d260c727 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3f376bf-957e-466b-b503-5b85ec053cd4 HTTP/1.1" status: 204 len: 168 time: 0.1680763 Jun 22 18:34:03.580176 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ad55c9f8-97ac-4651-b243-b8c1127c9a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:03.589710 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f6da2-aa53-4d49-b877-ddf7d260c727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f376bf-957e-466b-b503-5b85ec053cd4,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:03.592089 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-171f6da2-aa53-4d49-b877-ddf7d260c727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:03.711143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fe300-8fb4-44f0-ba0c-105103020110 req-0360f101-2db0-4d19-8c00-aef10ecc39ab tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:03.718729 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ab1fe300-8fb4-44f0-ba0c-105103020110 req-0360f101-2db0-4d19-8c00-aef10ecc39ab tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 944 time: 0.0746787 Jun 22 18:34:03.752420 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ab1fe300-8fb4-44f0-ba0c-105103020110 req-93f2625a-5254-4eeb-b4a4-136164ff7f4f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Jun 22 18:34:03.862466 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34532) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:03.878901 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-60dc5e1c-b65b-4528-ac8f-fa8ea831452f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.966520 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-60dc5e1c-b65b-4528-ac8f-fa8ea831452f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.970861 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-60dc5e1c-b65b-4528-ac8f-fa8ea831452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.973433 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9acb8364-fa0f-4c34-b664-0090634be8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:04.008170 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc5e1c-b65b-4528-ac8f-fa8ea831452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e48bfb0-de71-44e8-b6c0-b1a4b23e7b9a,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:04.012862 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-60dc5e1c-b65b-4528-ac8f-fa8ea831452f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8462b52f7ffe4ba0ad87907abfbc8df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494095 Jun 22 18:34:04.013706 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-60dc5e1c-b65b-4528-ac8f-fa8ea831452f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:04.015535 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34534) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:04.065424 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ad245214-0f0a-4866-b883-ee6f68206e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.087209 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ad245214-0f0a-4866-b883-ee6f68206e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.137047 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ad245214-0f0a-4866-b883-ee6f68206e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.140001 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ad245214-0f0a-4866-b883-ee6f68206e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.141208 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ad245214-0f0a-4866-b883-ee6f68206e33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e48bfb0-de71-44e8-b6c0-b1a4b23e7b9a HTTP/1.1" status: 204 len: 168 time: 0.1247923 Jun 22 18:34:04.142009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6c605df8-ee16-43a0-9071-0dc31b26ec27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:04.155301 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad245214-0f0a-4866-b883-ee6f68206e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e48bfb0-de71-44e8-b6c0-b1a4b23e7b9a,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:04.157688 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ad245214-0f0a-4866-b883-ee6f68206e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:04.349008 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b6ee5-1d84-4316-a9df-952f4c86a8d1 req-b867f1d0-896e-44cc-a3ba-9bb030ac28da tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:04.350464 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-375b6ee5-1d84-4316-a9df-952f4c86a8d1 req-b867f1d0-896e-44cc-a3ba-9bb030ac28da tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1052349 Jun 22 18:34:04.394412 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f92ac4-9b75-423b-b1b4-96f1e7984ce5 req-3ba37f85-6959-4ca6-8fb4-afd9d572e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:04.395881 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-35f92ac4-9b75-423b-b1b4-96f1e7984ce5 req-3ba37f85-6959-4ca6-8fb4-afd9d572e9b6 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0954080 Jun 22 18:34:04.399532 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-375b6ee5-1d84-4316-a9df-952f4c86a8d1 req-420e4613-2bb5-4d08-8c35-67ef7dbedba1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 Jun 22 18:34:04.441380 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-35f92ac4-9b75-423b-b1b4-96f1e7984ce5 req-541ab8d7-9107-4f10-ba0d-43cadc6238ed service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379851 Jun 22 18:34:04.539839 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34548) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:04.553698 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0518ee20-e4e5-4611-9d05-7188c3c177fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.644570 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0518ee20-e4e5-4611-9d05-7188c3c177fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.648700 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0518ee20-e4e5-4611-9d05-7188c3c177fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.652278 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3d5cd122-e3eb-41a7-925c-1df2cb2d7578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:04.690633 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-0518ee20-e4e5-4611-9d05-7188c3c177fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bca8fd8efb2a46d4849c87a8552c8bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496310 Jun 22 18:34:04.692063 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518ee20-e4e5-4611-9d05-7188c3c177fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b77973-ab16-47f0-bdc5-4a48bccd76b9,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:04.693433 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34554) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:04.695129 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0518ee20-e4e5-4611-9d05-7188c3c177fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:04.752411 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e63a847f-6969-4ea5-9550-1c5a8143779a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.779405 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e63a847f-6969-4ea5-9550-1c5a8143779a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.837859 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e63a847f-6969-4ea5-9550-1c5a8143779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.841411 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e63a847f-6969-4ea5-9550-1c5a8143779a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:04.844975 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e63a847f-6969-4ea5-9550-1c5a8143779a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55b77973-ab16-47f0-bdc5-4a48bccd76b9 HTTP/1.1" status: 204 len: 168 time: 0.1480796 Jun 22 18:34:04.844975 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d18191c0-1f6a-48a7-8342-8822dd5901c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:04.858632 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a847f-6969-4ea5-9550-1c5a8143779a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b77973-ab16-47f0-bdc5-4a48bccd76b9,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:04.866363 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e63a847f-6969-4ea5-9550-1c5a8143779a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:04.958900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d9f3e-7740-407f-88ac-61b7e3e36701 req-e240d199-614d-4ad9-8df6-98d930627b36 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:04.960806 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7f9d9f3e-7740-407f-88ac-61b7e3e36701 req-e240d199-614d-4ad9-8df6-98d930627b36 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 944 time: 0.0758185 Jun 22 18:34:05.008139 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7f9d9f3e-7740-407f-88ac-61b7e3e36701 req-53eaa18e-07fe-4493-af60-f7bd2ccbedc9 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Jun 22 18:34:05.579432 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9191eac-621f-4a25-97dd-24bd510fa5c9 req-3084c996-0dcd-4a54-a17b-a0a4e6182057 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:05.580714 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34586) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:05.581003 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a9191eac-621f-4a25-97dd-24bd510fa5c9 req-3084c996-0dcd-4a54-a17b-a0a4e6182057 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0636141 Jun 22 18:34:05.620175 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a9191eac-621f-4a25-97dd-24bd510fa5c9 req-a38db4ad-4cdf-4eaf-99cc-2419af2df628 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329220 Jun 22 18:34:05.677353 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-348527957-network', 'tenant_id': '4fdd857157f54358a42f93db2a6139b7'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:05.702069 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Made reservation on behalf of 4fdd857157f54358a42f93db2a6139b7 for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:05.706311 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.715805 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.808646 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.816617 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.820886 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5fd5fe0c-a7ca-4681-a19c-523530c0dca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:05.843300 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:34:05.853254 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87023754-a8a0-45e8-aa07-7928a22f0ac8,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:05.858431 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:05.859516 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.859852 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Added segment 9f90d365-4bb7-49b4-8326-1e4907bd5f8b of type vlan for network 78dd961d-4985-4a7e-b7c9-a162f1876063 Jun 22 18:34:05.894677 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:34:05.899921 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.929384 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.930718 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:05.931291 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.933673 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-037c15c5-945a-4d2a-9461-8faaa6f1feb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:05.983499 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4016623 Jun 22 18:34:05.986506 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34592) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:05.991838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Request body: {'subnet': {'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-348527957-subnet', 'tenant_id': '4fdd857157f54358a42f93db2a6139b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:05.994272 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Pushing event updated for resources: {'Network': ['ID=78dd961d-4985-4a7e-b7c9-a162f1876063,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:05.997463 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:06.006253 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 78dd961d-4985-4a7e-b7c9-a162f1876063 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:34:06.016495 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Made reservation on behalf of 4fdd857157f54358a42f93db2a6139b7 for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:06.019086 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26945849'] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.451649 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device f13e2b9a-0833-4bec-9dde-a7eab8c35570 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:06.480718 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26616708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26945815'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.485661 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:06.506020 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port f13e2b9a-0833-4bec-9dde-a7eab8c35570 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:06.509779 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port f13e2b9a-0833-4bec-9dde-a7eab8c35570 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:06.510501 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.531934 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582ad86-89bd-41d4-a8c0-0273475a5607 req-c48ce899-8450-4bbe-8970-d3b2dd184210 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:06.533447 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d582ad86-89bd-41d4-a8c0-0273475a5607 req-c48ce899-8450-4bbe-8970-d3b2dd184210 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 944 time: 0.3921478 Jun 22 18:34:06.572161 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55783905-3927-4ca4-8b37-161bed65157b,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:06.575919 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:06.600441 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Checking segment: {'id': '9f90d365-4bb7-49b4-8326-1e4907bd5f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:06.601208 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.601347 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Network hostable DHCP agents. Network: 78dd961d-4985-4a7e-b7c9-a162f1876063, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:34:06.615371 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d582ad86-89bd-41d4-a8c0-0273475a5607 req-c4c959c4-c380-4df3-90ed-5b550c9e5138 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751898 Jun 22 18:34:06.629389 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Network 78dd961d-4985-4a7e-b7c9-a162f1876063 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:34:06.634314 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe9502-f2fc-4e5f-902d-564c2f5c9909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13e2b9a-0833-4bec-9dde-a7eab8c35570'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:06.637847 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dcb0ef-4c97-45bd-8cf6-6ad9230137ea" -d '{"events": [{"server_uuid": "8efe9502-f2fc-4e5f-902d-564c2f5c9909", "name": "network-vif-plugged", "status": "completed", "tag": "f13e2b9a-0833-4bec-9dde-a7eab8c35570"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:06.645933 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 78dd961d-4985-4a7e-b7c9-a162f1876063) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:06.651557 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:06.652501 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.672014 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-8869ae3f-937f-4f96-80b4-1ba8363a8f39 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6839917 Jun 22 18:34:06.677611 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9785c57-e8e1-4e3a-8c4f-75f5656fe0a2 None None] Network 78dd961d-4985-4a7e-b7c9-a162f1876063 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:06.685972 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port f13e2b9a-0833-4bec-9dde-a7eab8c35570, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f13e2b9a-0833-4bec-9dde-a7eab8c35570,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:06.702774 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.734487 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-63c7981e-62e3-439d-bb34-dd73e3b8864a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:06.737945 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c6adbe-d69e-4ea2-83a4-7090a5c2568b x-openstack-request-id: req-78c6adbe-d69e-4ea2-83a4-7090a5c2568b {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:06.738417 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe9502-f2fc-4e5f-902d-564c2f5c9909", "name": "network-vif-plugged", "status": "completed", "tag": "f13e2b9a-0833-4bec-9dde-a7eab8c35570", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:06.738664 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78c6adbe-d69e-4ea2-83a4-7090a5c2568b {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:06.739046 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe9502-f2fc-4e5f-902d-564c2f5c9909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13e2b9a-0833-4bec-9dde-a7eab8c35570', 'code': 200} Jun 22 18:34:06.802372 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=f13e2b9a-0833-4bec-9dde-a7eab8c35570,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:06.808547 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:06.826515 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89ec4f-b536-4726-8517-3a86d8e76c52 req-be7f3061-5a07-4f51-b87c-6f18373753b0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:06.828863 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d89ec4f-b536-4726-8517-3a86d8e76c52 req-be7f3061-5a07-4f51-b87c-6f18373753b0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0879195 Jun 22 18:34:06.883372 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d89ec4f-b536-4726-8517-3a86d8e76c52 req-3b13b4b5-46d1-4c81-a097-95d2978cf29c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Jun 22 18:34:06.894726 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befbe87d-bc4f-40ea-b543-787a54430d4e None None] Network 78dd961d-4985-4a7e-b7c9-a162f1876063 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:07.109923 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f756c4-0023-4642-8224-98f9a5e3835e req-9d42830c-35d2-4f16-8e74-1c1ad185af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:07.111596 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c8f756c4-0023-4642-8224-98f9a5e3835e req-9d42830c-35d2-4f16-8e74-1c1ad185af5c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 1098 time: 0.0659249 Jun 22 18:34:07.153747 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c8f756c4-0023-4642-8224-98f9a5e3835e req-b1caff2a-b9ad-4a18-9988-2964c6f8a8c1 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Jun 22 18:34:07.427620 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f77c6-e23d-4105-8549-32120e32d593 req-6cbf2a69-b4de-4e1c-bac0-7fbad83ddc58 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:07.429322 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ce1f77c6-e23d-4105-8549-32120e32d593 req-6cbf2a69-b4de-4e1c-bac0-7fbad83ddc58 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0881989 Jun 22 18:34:07.472303 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ce1f77c6-e23d-4105-8549-32120e32d593 req-48d04284-026d-4d3a-a66e-2349590b9382 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348198 Jun 22 18:34:07.811211 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caeb6e0-e223-4b9d-a065-b9ec9317470e req-79f2a6dc-c1c4-4ddb-8d20-3be3d2309847 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:07.812746 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4caeb6e0-e223-4b9d-a065-b9ec9317470e req-79f2a6dc-c1c4-4ddb-8d20-3be3d2309847 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 945 time: 0.0677302 Jun 22 18:34:07.880390 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4caeb6e0-e223-4b9d-a065-b9ec9317470e req-b05cb0c6-7a75-45c7-b5cd-54c3ae3c21ac tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615668 Jun 22 18:34:07.899541 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-8ffca686-89de-495e-9667-20257294a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:07.901607 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-8ffca686-89de-495e-9667-20257294a97d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0751321 Jun 22 18:34:07.998937 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-48cb219b-052d-410f-9b40-4c8ebb376ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:08.000408 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-48cb219b-052d-410f-9b40-4c8ebb376ff1 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 921 time: 0.0888867 Jun 22 18:34:08.046077 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-4e7e63b8-d3d2-4ef1-9b5f-7e0dc3cb9ef6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 HTTP/1.1" status: 200 len: 217 time: 0.0384786 Jun 22 18:34:08.106303 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-9d6b2019-74fd-45f8-b321-11ee2d0dc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:08.107789 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-9d6b2019-74fd-45f8-b321-11ee2d0dc066 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.0458341 Jun 22 18:34:08.144430 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-810ba941-d961-4a12-93f2-a42bd4ed9c9f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273824 Jun 22 18:34:08.240976 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-6e1cba01-fca6-466e-93df-60c10ed83da4 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862761 Jun 22 18:34:08.337447 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c3f2966-8652-48ec-95be-d97a88d6ba9b req-3b002688-c91d-46f7-9be5-a8bc78c61c46 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865228 Jun 22 18:34:08.656247 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302781e8-1017-402c-bb3d-085606359bd5 req-236cbfe6-cbde-4200-a03e-f9ef1a07f7db tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:08.657725 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-302781e8-1017-402c-bb3d-085606359bd5 req-236cbfe6-cbde-4200-a03e-f9ef1a07f7db tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0697737 Jun 22 18:34:08.699211 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-302781e8-1017-402c-bb3d-085606359bd5 req-fc49c387-50aa-4187-aacb-77f53e9cd97d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Jun 22 18:34:09.065960 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb6df-08a1-420b-b2de-0afc61bbd8d0 req-e3c43285-8d98-408a-991f-2ec5229c417a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:09.067536 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7cbfb6df-08a1-420b-b2de-0afc61bbd8d0 req-e3c43285-8d98-408a-991f-2ec5229c417a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 945 time: 0.0711155 Jun 22 18:34:09.109529 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7cbfb6df-08a1-420b-b2de-0afc61bbd8d0 req-9f2e37eb-a8b6-4b24-8782-e5020df6ffbe tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Jun 22 18:34:09.646086 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-3dc8f680-ed4f-4a7f-a79a-f79f97d110e7 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:09.648079 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-3dc8f680-ed4f-4a7f-a79a-f79f97d110e7 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/networks?id=78dd961d-4985-4a7e-b7c9-a162f1876063 HTTP/1.1" status: 200 len: 808 time: 0.1185832 Jun 22 18:34:09.667296 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5ee81ff1-6ff3-4da6-a718-77aa1446014b tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/quotas/4fdd857157f54358a42f93db2a6139b7 HTTP/1.1" status: 200 len: 375 time: 0.0134120 Jun 22 18:34:09.703466 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-ee927388-94c2-4e08-854f-8ba3c47bbe3d tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdd857157f54358a42f93db2a6139b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306225 Jun 22 18:34:09.798264 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-7176d41e-179d-4eff-910f-8b47e71d2ebc service neutron] 10.222.0.39 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872502 Jun 22 18:34:09.930572 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-3efcac0a-6ace-493d-aba3-6167bb026e3c service neutron] 10.222.0.39 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249118 Jun 22 18:34:09.945108 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7777f-2d59-460f-965e-d742a4feffe9 req-ee4e0971-0e6d-472f-868e-936b91a75c67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:09.946526 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8de7777f-2d59-460f-965e-d742a4feffe9 req-ee4e0971-0e6d-472f-868e-936b91a75c67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1212904 Jun 22 18:34:09.987607 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8de7777f-2d59-460f-965e-d742a4feffe9 req-659cdacd-05ce-4ba8-b02f-ab31b4bf109a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348899 Jun 22 18:34:10.132730 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2a2fcc6d-a080-4661-9635-5b5ec25d6cff req-278b5cd0-d88a-422e-b4ea-f32979234865 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 210 time: 0.0413375 Jun 22 18:34:10.315949 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f14bf8-9b10-4948-9302-2cdb2d17076f req-3ac10027-7fe8-47b8-88e5-992dfff0fa14 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:10.317398 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e1f14bf8-9b10-4948-9302-2cdb2d17076f req-3ac10027-7fe8-47b8-88e5-992dfff0fa14 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 945 time: 0.0719850 Jun 22 18:34:10.361659 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e1f14bf8-9b10-4948-9302-2cdb2d17076f req-12d7ac13-49b7-464c-a241-3aaff06e6af1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380368 Jun 22 18:34:11.170877 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826735c-8e92-4e7e-96cd-77676a2fcbd9 req-5b8c686c-4a80-460c-a2dd-b6288a576d00 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.175500 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4826735c-8e92-4e7e-96cd-77676a2fcbd9 req-5b8c686c-4a80-460c-a2dd-b6288a576d00 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0733204 Jun 22 18:34:11.210518 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4826735c-8e92-4e7e-96cd-77676a2fcbd9 req-1edd7c35-4872-4843-a6f3-01c755a7d6cd tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Jun 22 18:34:11.271469 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ecdf1788-b541-47cc-b59a-1f65a98df389 req-75a17445-7294-4039-bf71-6f0412ee5522 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 210 time: 0.0277884 Jun 22 18:34:11.670804 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-ef872e6b-6f20-4376-b07f-08f9ce076bf3 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.672281 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-ef872e6b-6f20-4376-b07f-08f9ce076bf3 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.109 "GET /v2.0/networks?id=78dd961d-4985-4a7e-b7c9-a162f1876063 HTTP/1.1" status: 200 len: 808 time: 0.1070323 Jun 22 18:34:11.703225 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Request body: {'port': {'device_id': 'b0afb49c-c99a-4a6e-b5db-2e96f776f7ac', 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063', 'admin_state_up': True, 'tenant_id': '4fdd857157f54358a42f93db2a6139b7'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:11.821000 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Made reservation on behalf of 4fdd857157f54358a42f93db2a6139b7 for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:11.825406 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.956223 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Allocated IP 172.20.0.7 (78dd961d-4985-4a7e-b7c9-a162f1876063/55783905-3927-4ca4-8b37-161bed65157b/98fbfedb-eae8-496a-8919-1cbc21d3e1cc) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:12.101161 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.145856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.149949 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-92964e61-70f8-4e9b-bf79-d38750e21619 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:12.194314 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Network 78dd961d-4985-4a7e-b7c9-a162f1876063 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:12.200797 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:12.204937 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:12.230223 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Pushing event updated for resources: {'Port': ['ID=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:12.235000 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:12.263454 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.264082 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.277742 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790243 Jun 22 18:34:12.297271 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Request body: {'port': {'device_id': 'b0afb49c-c99a-4a6e-b5db-2e96f776f7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:12.453866 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.494498 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a7f81-0024-460a-9ed9-e7f3e5fc7605 req-ba76a264-e6d4-44f2-ba6b-d60a80d9df6a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.495963 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d02a7f81-0024-460a-9ed9-e7f3e5fc7605 req-ba76a264-e6d4-44f2-ba6b-d60a80d9df6a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1584587 Jun 22 18:34:12.567613 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a891a86-4453-493d-b639-be41ee05ad70 req-3a533ad9-e014-4a3c-9866-22b4a9dfb8d0 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.569042 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7a891a86-4453-493d-b639-be41ee05ad70 req-3a533ad9-e014-4a3c-9866-22b4a9dfb8d0 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 931 time: 0.1720738 Jun 22 18:34:12.642644 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d02a7f81-0024-460a-9ed9-e7f3e5fc7605 req-eea84edc-0df8-4a24-b633-f0de89d4d26e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246347 Jun 22 18:34:12.677838 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7a891a86-4453-493d-b639-be41ee05ad70 req-1dfd42ba-1051-457d-84cf-483312d75de5 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022758 Jun 22 18:34:12.829425 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fbfedb-eae8-496a-8919-1cbc21d3e1cc {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:12.837783 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.850741 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Transition to ACTIVE for port object 98fbfedb-eae8-496a-8919-1cbc21d3e1cc will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:12.854889 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.857770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-89ed2a79-4274-42f8-b749-ce28ee4377ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:12.908143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Pushing event updated for resources: {'Port': ['ID=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:12.929473 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:12.983676 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Attempting to bind port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:12.983676 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Attempting to bind port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '9f90d365-4bb7-49b4-8326-1e4907bd5f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:12.984265 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Attempting to bind port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc on network 78dd961d-4985-4a7e-b7c9-a162f1876063 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:12.988856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc on network 78dd961d-4985-4a7e-b7c9-a162f1876063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:34:12.989173 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Attempting to bind port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc on network 78dd961d-4985-4a7e-b7c9-a162f1876063 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:12.994187 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:12.994891 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Checking segment: {'id': '9f90d365-4bb7-49b4-8326-1e4907bd5f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:12.995382 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Bound using segment: {'id': '9f90d365-4bb7-49b4-8326-1e4907bd5f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:12.995841 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Bound port: 98fbfedb-eae8-496a-8919-1cbc21d3e1cc, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f90d365-4bb7-49b4-8326-1e4907bd5f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:12.996191 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.076034 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] For port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:13.081397 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] For port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:13.086623 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.090756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2fd49d76-de10-4104-a301-5e432d632d2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.127151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:13.127661 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.129018 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] 10.222.0.109 "PUT /v2.0/ports/98fbfedb-eae8-496a-8919-1cbc21d3e1cc HTTP/1.1" status: 200 len: 1093 time: 0.8360312 Jun 22 18:34:13.129509 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0afb49c-c99a-4a6e-b5db-2e96f776f7ac', 'tag': '98fbfedb-eae8-496a-8919-1cbc21d3e1cc'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:13.131839 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d71bca8-d8d6-419a-9561-42bc775c102f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0afb49c-c99a-4a6e-b5db-2e96f776f7ac", "tag": "98fbfedb-eae8-496a-8919-1cbc21d3e1cc"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:13.153780 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Pushing event updated for resources: {'Port': ['ID=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.157456 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 34738) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:13.159713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.183069 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440dedf5-c321-4f58-8e68-9f5f1416dbc2 x-openstack-request-id: req-440dedf5-c321-4f58-8e68-9f5f1416dbc2 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:13.183069 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0afb49c-c99a-4a6e-b5db-2e96f776f7ac", "tag": "98fbfedb-eae8-496a-8919-1cbc21d3e1cc", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:13.183419 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-440dedf5-c321-4f58-8e68-9f5f1416dbc2 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:13.184065 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0afb49c-c99a-4a6e-b5db-2e96f776f7ac', 'tag': '98fbfedb-eae8-496a-8919-1cbc21d3e1cc', 'status': 'completed', 'code': 200} Jun 22 18:34:13.281157 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-feeb55b3-cd4e-4090-ae61-66418d54faf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.424675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-feeb55b3-cd4e-4090-ae61-66418d54faf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.432828 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-feeb55b3-cd4e-4090-ae61-66418d54faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.436867 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9e481ca4-8351-4c40-b625-c57e9be4315b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.466462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71bca8-d8d6-419a-9561-42bc775c102f req-4f633e0a-2a8f-49be-9dbc-b7025f8a2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:13.468042 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d71bca8-d8d6-419a-9561-42bc775c102f req-4f633e0a-2a8f-49be-9dbc-b7025f8a2ee2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=4fdd857157f54358a42f93db2a6139b7&device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 1096 time: 0.1087461 Jun 22 18:34:13.478029 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-feeb55b3-cd4e-4090-ae61-66418d54faf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70a78f061b5b495397a194ee4180daf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195601 Jun 22 18:34:13.480879 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34748) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:13.483379 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb55b3-cd4e-4090-ae61-66418d54faf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1fea1f-63ab-4f32-a9dd-83063f7372fc,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.486254 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-feeb55b3-cd4e-4090-ae61-66418d54faf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.549063 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3949f82a-a66a-4644-9d35-970242b5e659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.575042 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3949f82a-a66a-4644-9d35-970242b5e659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.627025 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3949f82a-a66a-4644-9d35-970242b5e659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.629788 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3949f82a-a66a-4644-9d35-970242b5e659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.630914 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-3949f82a-a66a-4644-9d35-970242b5e659 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c1fea1f-63ab-4f32-a9dd-83063f7372fc HTTP/1.1" status: 204 len: 168 time: 0.1488917 Jun 22 18:34:13.631811 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b01acd3c-994e-4c5a-adfc-b0f0897bc2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.640669 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949f82a-a66a-4644-9d35-970242b5e659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1fea1f-63ab-4f32-a9dd-83063f7372fc,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.658907 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3949f82a-a66a-4644-9d35-970242b5e659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.679840 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71bca8-d8d6-419a-9561-42bc775c102f req-092dc4f3-c5a7-413d-878d-bebaf4737e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:13.681322 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d71bca8-d8d6-419a-9561-42bc775c102f req-092dc4f3-c5a7-413d-878d-bebaf4737e27 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=4fdd857157f54358a42f93db2a6139b7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1771185 Jun 22 18:34:13.968709 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34760) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:13.982473 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12996522-475b-480c-9cbf-9d4c428323e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.083909 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12996522-475b-480c-9cbf-9d4c428323e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.088993 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12996522-475b-480c-9cbf-9d4c428323e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.091586 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3949f82a-a66a-4644-9d35-970242b5e659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:14.128201 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12996522-475b-480c-9cbf-9d4c428323e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c8301-f87c-414e-9bab-c80d2575505e,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:14.131276 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-12996522-475b-480c-9cbf-9d4c428323e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:14.137598 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-12996522-475b-480c-9cbf-9d4c428323e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2da910cfbd04c8fa4a64eab2f1e5de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644206 Jun 22 18:34:14.138606 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 34764) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:14.193631 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9e08-37f2-4fe3-84fb-e2a997e0593f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.215996 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9e08-37f2-4fe3-84fb-e2a997e0593f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.245711 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71bca8-d8d6-419a-9561-42bc775c102f req-81c9089f-28cf-4478-87e2-7101bb0c921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:14.247444 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d71bca8-d8d6-419a-9561-42bc775c102f req-81c9089f-28cf-4478-87e2-7101bb0c921a service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5141864 Jun 22 18:34:14.265827 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9e08-37f2-4fe3-84fb-e2a997e0593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.266630 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1d915-3eab-4372-a99c-bc5123885d5d req-c7470ded-56eb-4666-b9e0-c408bad2268e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:14.268109 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6c1d915-3eab-4372-a99c-bc5123885d5d req-c7470ded-56eb-4666-b9e0-c408bad2268e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.4486995 Jun 22 18:34:14.274676 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9e08-37f2-4fe3-84fb-e2a997e0593f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.275391 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eab6c9-7f2a-4a4c-9297-bf2ff725ec4d req-40dac826-77e0-4a8a-bff6-0c27057a7424 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:14.280445 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-9ffd9e08-37f2-4fe3-84fb-e2a997e0593f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d88c8301-f87c-414e-9bab-c80d2575505e HTTP/1.1" status: 204 len: 168 time: 0.1345046 Jun 22 18:34:14.280445 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b4490a56-9c1d-4efb-bd1e-504f70ba1528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:14.280673 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d0eab6c9-7f2a-4a4c-9297-bf2ff725ec4d req-40dac826-77e0-4a8a-bff6-0c27057a7424 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 943 time: 0.4370620 Jun 22 18:34:14.293870 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd9e08-37f2-4fe3-84fb-e2a997e0593f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c8301-f87c-414e-9bab-c80d2575505e,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:14.296356 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9ffd9e08-37f2-4fe3-84fb-e2a997e0593f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:14.346890 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6c1d915-3eab-4372-a99c-bc5123885d5d req-79881589-4bcf-4528-b90a-52c537b6bd5d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685825 Jun 22 18:34:14.359959 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d0eab6c9-7f2a-4a4c-9297-bf2ff725ec4d req-f9f17d30-12b8-4851-9cc9-9083bea46e02 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681992 Jun 22 18:34:14.436279 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-6e708184-b96d-480d-abe9-36884c087488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:14.438293 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-6e708184-b96d-480d-abe9-36884c087488 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=4fdd857157f54358a42f93db2a6139b7&device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 1096 time: 0.0722275 Jun 22 18:34:14.503463 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-71c350da-b9c6-467a-9562-0ace825bed9f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fbfedb-eae8-496a-8919-1cbc21d3e1cc HTTP/1.1" status: 200 len: 217 time: 0.0387390 Jun 22 18:34:14.568609 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-a82245c1-0d03-4d6a-a4ba-08514318b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:14.570069 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-a82245c1-0d03-4d6a-a4ba-08514318b546 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55783905-3927-4ca4-8b37-161bed65157b HTTP/1.1" status: 200 len: 848 time: 0.0595493 Jun 22 18:34:14.642421 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-585c9828-404d-4fde-94a4-aad0bb492ee0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=78dd961d-4985-4a7e-b7c9-a162f1876063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468867 Jun 22 18:34:14.759982 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-358895d6-3e10-48a2-badd-13d25db27072 service neutron] 10.222.0.109 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072242 Jun 22 18:34:14.861814 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec216abf-741c-4feb-b94c-67aedcf520a2 req-5abf5f2e-f125-40fe-a996-57b0a03a0e28 service neutron] 10.222.0.109 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935550 Jun 22 18:34:15.539781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9505db2-98ea-40eb-9505-67bfeff3cfb2 req-eee1345c-e2ef-4c12-89b8-6957b4eb9dc8 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:15.541419 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c9505db2-98ea-40eb-9505-67bfeff3cfb2 req-eee1345c-e2ef-4c12-89b8-6957b4eb9dc8 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 943 time: 0.0694335 Jun 22 18:34:15.582819 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c9505db2-98ea-40eb-9505-67bfeff3cfb2 req-02d40017-232c-4492-a2c4-729a0927bd10 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Jun 22 18:34:16.755516 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56a93f-711d-40a0-8189-3bf81b1fb957 req-915224e2-b838-41b3-8cce-3fdf3e5b27b3 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:16.757015 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6a56a93f-711d-40a0-8189-3bf81b1fb957 req-915224e2-b838-41b3-8cce-3fdf3e5b27b3 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 943 time: 0.0655246 Jun 22 18:34:16.803633 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6a56a93f-711d-40a0-8189-3bf81b1fb957 req-c860a99b-7e77-4aa3-abdf-e499d9f8ceba tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 Jun 22 18:34:16.976405 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81139d0-161e-40ec-a4a7-55a505f27f59 req-a6c0e9c5-3f4d-443d-ba5f-280a7be17a84 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:16.977861 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e81139d0-161e-40ec-a4a7-55a505f27f59 req-a6c0e9c5-3f4d-443d-ba5f-280a7be17a84 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0683696 Jun 22 18:34:17.016239 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e81139d0-161e-40ec-a4a7-55a505f27f59 req-5ae94279-9e39-431f-b40c-b6f27f50e3ca tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Jun 22 18:34:17.998477 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc884f-8c6b-4e0c-97a4-e9edf4453f5f req-472c3035-ffb3-4f25-a4d2-f58149c638f9 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:18.000038 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2acc884f-8c6b-4e0c-97a4-e9edf4453f5f req-472c3035-ffb3-4f25-a4d2-f58149c638f9 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 943 time: 0.0849154 Jun 22 18:34:18.044278 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2acc884f-8c6b-4e0c-97a4-e9edf4453f5f req-f0821708-c4e4-4114-9daa-35f99d2062b4 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 Jun 22 18:34:18.537410 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 98fbfedb-eae8-496a-8919-1cbc21d3e1cc details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:34:18.635062 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:18.646852 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '98fbfedb-eae8-496a-8919-1cbc21d3e1cc', 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063', 'port_id': '98fbfedb-eae8-496a-8919-1cbc21d3e1cc', 'mac_address': 'fa:16:3e:a9:b5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55783905-3927-4ca4-8b37-161bed65157b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:34:18.683210 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:18.695646 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fbfedb-eae8-496a-8919-1cbc21d3e1cc {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:18.715133 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:18.718597 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:18.720306 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:18.765038 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:18.767999 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:19.221795 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba746b1-09fc-411c-b86e-c140d6d2276c req-589a8556-6317-4c1f-969c-6cdde817474f tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:19.223301 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bba746b1-09fc-411c-b86e-c140d6d2276c req-589a8556-6317-4c1f-969c-6cdde817474f tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 944 time: 0.0687647 Jun 22 18:34:19.267816 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bba746b1-09fc-411c-b86e-c140d6d2276c req-7052b2ac-33e1-4d4a-82bf-6dee1290bdba tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388212 Jun 22 18:34:19.647696 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['98fbfedb-eae8-496a-8919-1cbc21d3e1cc'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:20.442889 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e88a0-9487-4f22-bcc0-479ac63e89bc req-5c7b8f18-0437-4fbe-9c7a-1a97e3e881a3 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:20.444303 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e1e88a0-9487-4f22-bcc0-479ac63e89bc req-5c7b8f18-0437-4fbe-9c7a-1a97e3e881a3 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 944 time: 0.0658796 Jun 22 18:34:20.482421 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e1e88a0-9487-4f22-bcc0-479ac63e89bc req-870fa2b4-61fb-401c-a55c-bc1d6f0d68f6 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Jun 22 18:34:21.670320 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022db60-7067-4ede-9afc-2a2daa0df8e8 req-a0b07d41-206d-49cd-800f-67076039ebaa tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:21.671890 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c022db60-7067-4ede-9afc-2a2daa0df8e8 req-a0b07d41-206d-49cd-800f-67076039ebaa tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 944 time: 0.0753224 Jun 22 18:34:21.712807 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c022db60-7067-4ede-9afc-2a2daa0df8e8 req-f9451d64-849d-442c-bffd-81d8ae121a1c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353410 Jun 22 18:34:22.018390 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1fc9397b-8aca-4ea3-95a3-32c84371fa0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.572056 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 98fbfedb-eae8-496a-8919-1cbc21d3e1cc up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:22.627693 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:22.631582 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:22.632085 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.717361 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.754090 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0afb49c-c99a-4a6e-b5db-2e96f776f7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fbfedb-eae8-496a-8919-1cbc21d3e1cc'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:22.756673 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9640c5-5888-486f-ab9c-d15e59dd58fd" -d '{"events": [{"server_uuid": "b0afb49c-c99a-4a6e-b5db-2e96f776f7ac", "name": "network-vif-plugged", "status": "completed", "tag": "98fbfedb-eae8-496a-8919-1cbc21d3e1cc"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:22.772418 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:22.778633 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.782788 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:22.839052 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6a90a8-0440-4a75-85c3-d9eac6217349 x-openstack-request-id: req-9f6a90a8-0440-4a75-85c3-d9eac6217349 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:22.839640 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0afb49c-c99a-4a6e-b5db-2e96f776f7ac", "name": "network-vif-plugged", "status": "completed", "tag": "98fbfedb-eae8-496a-8919-1cbc21d3e1cc", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:22.840617 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f6a90a8-0440-4a75-85c3-d9eac6217349 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:22.841162 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0afb49c-c99a-4a6e-b5db-2e96f776f7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fbfedb-eae8-496a-8919-1cbc21d3e1cc', 'code': 200} Jun 22 18:34:22.874357 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:22.878801 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:22.942353 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5571df-2c1c-450b-a8a8-2536e18d8c9b req-ecff2c0c-3d02-419c-bbde-a0bf2bacb177 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:22.944078 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5c5571df-2c1c-450b-a8a8-2536e18d8c9b req-ecff2c0c-3d02-419c-bbde-a0bf2bacb177 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 945 time: 0.0836799 Jun 22 18:34:22.998369 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5c5571df-2c1c-450b-a8a8-2536e18d8c9b req-dd1314ee-5463-4f50-ab24-2ca152f5453d tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Jun 22 18:34:23.183202 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77cf38-3b7e-49f2-8e55-63b2a73d1223 req-4cf515a7-dc6a-40f6-82b4-395041ba411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:23.184699 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2a77cf38-3b7e-49f2-8e55-63b2a73d1223 req-4cf515a7-dc6a-40f6-82b4-395041ba411f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 1098 time: 0.0511708 Jun 22 18:34:23.230916 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2a77cf38-3b7e-49f2-8e55-63b2a73d1223 req-4c487da9-81cd-46fd-8635-c74b903d13c7 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Jun 22 18:34:24.172644 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d691d-f8ab-46ae-a165-5ef130f5997b req-356e3346-fc8e-4945-9f0e-435c21c4d443 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:24.174133 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ba8d691d-f8ab-46ae-a165-5ef130f5997b req-356e3346-fc8e-4945-9f0e-435c21c4d443 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 945 time: 0.0640922 Jun 22 18:34:24.211585 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ba8d691d-f8ab-46ae-a165-5ef130f5997b req-ae244c3a-451c-4d3d-b7de-8c5ca06551d5 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Jun 22 18:34:25.241891 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.400400 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0896663-9f34-45df-9e45-12a7f9577148 req-83ae5546-160d-47d7-86bf-29400b6e4835 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:25.402537 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d0896663-9f34-45df-9e45-12a7f9577148 req-83ae5546-160d-47d7-86bf-29400b6e4835 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 945 time: 0.0725741 Jun 22 18:34:25.445370 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d0896663-9f34-45df-9e45-12a7f9577148 req-ebd8d038-82de-4d02-b787-954dca9c0ab6 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Jun 22 18:34:25.656718 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-9a620f46-6e69-44db-b8e1-ec0a9fc776a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.816754 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.078687 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.617617 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949385e7-5c05-43c1-947c-799ed8b0e02a req-75d96266-ff76-4822-becd-1972b3347452 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:26.618984 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-949385e7-5c05-43c1-947c-799ed8b0e02a req-75d96266-ff76-4822-becd-1972b3347452 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 945 time: 0.0632339 Jun 22 18:34:26.656157 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-949385e7-5c05-43c1-947c-799ed8b0e02a req-10200ee3-20d7-494a-9361-baf07f204abd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Jun 22 18:34:28.153899 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.767474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e5f38-4869-4729-87bf-2ae1a4cea65b req-d2691e47-bece-414b-91a1-756b845ab3f3 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:32.769656 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-215e5f38-4869-4729-87bf-2ae1a4cea65b req-d2691e47-bece-414b-91a1-756b845ab3f3 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 945 time: 0.0781119 Jun 22 18:34:32.815369 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-215e5f38-4869-4729-87bf-2ae1a4cea65b req-4d5dade3-214c-4edd-98c2-435ca8f6da61 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369823 Jun 22 18:34:34.001643 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c87aa-9efe-46f5-ab40-f472376313ac req-689436db-5edf-45e4-af63-60ab34cca061 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:34.003148 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-af6c87aa-9efe-46f5-ab40-f472376313ac req-689436db-5edf-45e4-af63-60ab34cca061 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 945 time: 0.0680575 Jun 22 18:34:34.043592 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-af6c87aa-9efe-46f5-ab40-f472376313ac req-f58e29c0-2f97-4c13-a586-9ea382192165 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Jun 22 18:34:34.818661 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-c2c1904c-ecc5-435e-8d30-8ab30146e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:34.820194 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-c2c1904c-ecc5-435e-8d30-8ab30146e746 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1098 time: 0.1009398 Jun 22 18:34:34.831916 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b194e2-1b35-44a5-a44f-fb0078d226fb req-a0e538d4-b654-487f-b7fb-c807e497c98a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:34.833394 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-97b194e2-1b35-44a5-a44f-fb0078d226fb req-a0e538d4-b654-487f-b7fb-c807e497c98a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1050465 Jun 22 18:34:34.927392 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-97b194e2-1b35-44a5-a44f-fb0078d226fb req-5a7c55a8-bf74-4f9c-b26c-f5f0046aa159 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845258 Jun 22 18:34:34.952327 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-6decc48a-9baf-4814-9ef5-07cbff211618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:34.953754 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-6decc48a-9baf-4814-9ef5-07cbff211618 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 921 time: 0.1195097 Jun 22 18:34:35.004206 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-14c019ea-6012-4c5e-8da2-5513004da1fd service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 HTTP/1.1" status: 200 len: 217 time: 0.0376496 Jun 22 18:34:35.055836 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-22c2254e-69c2-4ff6-b13b-45d431840b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:35.057313 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-22c2254e-69c2-4ff6-b13b-45d431840b19 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.0434780 Jun 22 18:34:35.117226 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-6f182a36-9118-42f0-950a-8943f776a524 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270476 Jun 22 18:34:35.264049 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-6cb19039-3958-4097-bf09-f19200335be5 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302533 Jun 22 18:34:35.279839 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e78d-1616-4d18-9193-91ca653c8775 req-28492a12-c534-4659-820b-44f1d6bee448 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:35.281258 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74f8e78d-1616-4d18-9193-91ca653c8775 req-28492a12-c534-4659-820b-44f1d6bee448 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 945 time: 0.1016228 Jun 22 18:34:35.367947 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74f8e78d-1616-4d18-9193-91ca653c8775 req-3c97cd6e-cc5e-4f61-a760-875d2615fe57 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775545 Jun 22 18:34:35.405841 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9161414-0390-4b1a-9327-ec8bfbc6e800 req-2a18aa0f-ab3b-4880-a853-51c49d43e33f service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224513 Jun 22 18:34:35.927509 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-c20dc927-7ef6-4acd-a982-15221ba7719c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:35.928933 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-c20dc927-7ef6-4acd-a982-15221ba7719c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.109 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 945 time: 0.0673196 Jun 22 18:34:36.047294 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Deleting port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:34:36.048070 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.179132 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] For port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:36.179442 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.197260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Calling delete_port for 98fbfedb-eae8-496a-8919-1cbc21d3e1cc owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:34:36.209675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044a8a7-5f92-474a-9187-7c3a0ad96622 req-2087b4ac-57f2-4025-98ff-aaba90db4956 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:36.211149 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4044a8a7-5f92-474a-9187-7c3a0ad96622 req-2087b4ac-57f2-4025-98ff-aaba90db4956 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1482122 Jun 22 18:34:36.294845 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4044a8a7-5f92-474a-9187-7c3a0ad96622 req-14aff691-55a1-43b4-815f-2918de8e1437 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736654 Jun 22 18:34:36.393045 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.398885 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:36.437504 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['98fbfedb-eae8-496a-8919-1cbc21d3e1cc'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:36.456962 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Pushing event deleted for resources: {'Port': ['ID=98fbfedb-eae8-496a-8919-1cbc21d3e1cc,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:36.462260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:36.493675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] No DVR routers for this DVR port 98fbfedb-eae8-496a-8919-1cbc21d3e1cc on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:34:36.498032 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.500740 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6d9bb1da-0f66-47d5-9d37-9feb95de8de1 req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.109 "DELETE /v2.0/ports/98fbfedb-eae8-496a-8919-1cbc21d3e1cc HTTP/1.1" status: 204 len: 173 time: 0.5659661 Jun 22 18:34:36.501532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0afb49c-c99a-4a6e-b5db-2e96f776f7ac', 'name': 'network-vif-deleted', 'tag': '98fbfedb-eae8-496a-8919-1cbc21d3e1cc'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:36.505084 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9779fa27-b7cc-4780-a227-f5af5a3eab95" -d '{"events": [{"server_uuid": "b0afb49c-c99a-4a6e-b5db-2e96f776f7ac", "name": "network-vif-deleted", "tag": "98fbfedb-eae8-496a-8919-1cbc21d3e1cc"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:36.677169 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-66d98743-2861-40f1-8416-64709674161f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:36.678683 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-66d98743-2861-40f1-8416-64709674161f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 814 time: 0.1573992 Jun 22 18:34:36.696218 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-201cca18-bff8-4f75-8401-ac176cf40e39 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/quotas/7e54c20f27c74f4983dfd5799a0b1f6c HTTP/1.1" status: 200 len: 375 time: 0.0096393 Jun 22 18:34:36.762072 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6ad762f-2c47-494f-a870-496ee9b464a3 req-fa6ef92f-6609-4c88-a838-680ddd7bfd3c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0afb49c-c99a-4a6e-b5db-2e96f776f7ac HTTP/1.1" status: 200 len: 210 time: 0.0466657 Jun 22 18:34:36.801219 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-7403700e-cc3c-42d0-8d5d-c2212fa5f97b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953364 Jun 22 18:34:36.816590 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee1ae7d-7e9d-4988-b103-52c9ca5d34fb x-openstack-request-id: req-fee1ae7d-7e9d-4988-b103-52c9ca5d34fb {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:36.816910 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0afb49c-c99a-4a6e-b5db-2e96f776f7ac", "name": "network-vif-deleted", "tag": "98fbfedb-eae8-496a-8919-1cbc21d3e1cc", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:36.817214 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fee1ae7d-7e9d-4988-b103-52c9ca5d34fb {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:36.817592 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0afb49c-c99a-4a6e-b5db-2e96f776f7ac', 'name': 'network-vif-deleted', 'tag': '98fbfedb-eae8-496a-8919-1cbc21d3e1cc', 'status': 'completed', 'code': 200} Jun 22 18:34:36.908816 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-2f649c4f-70b4-4601-92f5-7b54c3754b83 service neutron] 10.222.0.39 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006804 Jun 22 18:34:37.014554 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-ed9dc457-a866-4e33-a119-495f24a015ed service neutron] 10.222.0.39 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994442 Jun 22 18:34:37.214912 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-208c78e2-50b8-4a70-b4d5-ce5879d47d4c req-c8bca81c-5881-4c5b-8142-2581c8c619f3 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 210 time: 0.0472870 Jun 22 18:34:37.523723 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16412653-76b6-4fb0-bf2b-c9d2352ed974 req-75eabeff-c5dd-4f44-9505-20542fdc72c4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:37.525542 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16412653-76b6-4fb0-bf2b-c9d2352ed974 req-75eabeff-c5dd-4f44-9505-20542fdc72c4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0822506 Jun 22 18:34:37.566440 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16412653-76b6-4fb0-bf2b-c9d2352ed974 req-436fdd56-3eed-442e-a810-842075b4fbd2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346057 Jun 22 18:34:38.166683 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-3281c973-84a5-4ba3-900f-4f8a7cef6db4 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:38.168532 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-3281c973-84a5-4ba3-900f-4f8a7cef6db4 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/networks?id=78dd961d-4985-4a7e-b7c9-a162f1876063 HTTP/1.1" status: 200 len: 808 time: 0.1176295 Jun 22 18:34:38.184910 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-97aa2138-7e24-46a4-a3c3-1f7fd916b634 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/quotas/4fdd857157f54358a42f93db2a6139b7 HTTP/1.1" status: 200 len: 375 time: 0.0095110 Jun 22 18:34:38.219934 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7b5e69c-26ff-4ba6-8722-3483c60b894f tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdd857157f54358a42f93db2a6139b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292726 Jun 22 18:34:38.324013 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c0851efb-2f56-4f98-be19-9d6c71b770b0 service neutron] 10.222.0.39 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959046 Jun 22 18:34:38.405744 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e7801352-2c94-465a-b7fe-62e50941c1cd req-c4781ee9-ef92-4b80-92d3-54c09b5fb212 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 210 time: 0.0673358 Jun 22 18:34:38.452382 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-7c6631b6-d94d-4d0b-9930-a60378225d8f service neutron] 10.222.0.39 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216230 Jun 22 18:34:38.622054 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 98fbfedb-eae8-496a-8919-1cbc21d3e1cc no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:34:38.643957 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 98fbfedb-eae8-496a-8919-1cbc21d3e1cc {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:34:38.644915 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 98fbfedb-eae8-496a-8919-1cbc21d3e1cc not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:34:38.675945 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-202e6a66-ccb1-48d8-88f0-1919f59ff43f req-12b25b92-7bdb-4f1d-a741-4af5c6f31355 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 210 time: 0.0573113 Jun 22 18:34:38.699145 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-8403d647-10fc-49d0-867f-0c376dbd722d tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:38.700487 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-8403d647-10fc-49d0-867f-0c376dbd722d tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 814 time: 0.1734927 Jun 22 18:34:38.726766 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Request body: {'port': {'device_id': '14d0b08d-de38-4f58-a382-be31396414de', 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3', 'admin_state_up': True, 'tenant_id': '7e54c20f27c74f4983dfd5799a0b1f6c'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:38.889001 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c52b1-f2ea-4d73-8be8-38462fcaf297 req-998718d6-8d68-4df1-8793-023cd5974617 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:38.890712 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-497c52b1-f2ea-4d73-8be8-38462fcaf297 req-998718d6-8d68-4df1-8793-023cd5974617 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1565711 Jun 22 18:34:38.938020 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Made reservation on behalf of 7e54c20f27c74f4983dfd5799a0b1f6c for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:38.942010 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.966473 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-497c52b1-f2ea-4d73-8be8-38462fcaf297 req-9e6703aa-1935-4d9a-9349-84d8c352a2ef tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564418 Jun 22 18:34:39.093560 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Allocated IP 172.20.0.9 (7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3/a183f5cf-7e11-4713-b126-a011c5ebbc9e/73587c02-cd5d-4988-ab51-afc48cb2e103) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:39.270807 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.328090 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.334388 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:39.378075 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:39.380102 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['938862cc-fa51-4257-bb0d-3db98813c32f', '13bc1475-99fd-42b7-84d5-14ac2802398d', 'f13e2b9a-0833-4bec-9dde-a7eab8c35570'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:39.382634 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:39.391699 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:39.452930 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Pushing event updated for resources: {'Port': ['ID=73587c02-cd5d-4988-ab51-afc48cb2e103,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:39.457619 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:39.465275 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:39.466226 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.484569 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634676 Jun 22 18:34:39.510026 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Request body: {'port': {'device_id': '14d0b08d-de38-4f58-a382-be31396414de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:39.930814 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-83f6eda9-8efc-41da-9adf-106b721e9912 req-dd92b07d-fa9c-467d-a15c-7d71c9546631 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 210 time: 0.0623772 Jun 22 18:34:40.015963 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:40.045276 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674142f7-3b25-4abe-96ec-e12242bfc868 req-905cd21c-b7dc-4e18-9289-a94670eed19f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:40.046896 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-674142f7-3b25-4abe-96ec-e12242bfc868 req-905cd21c-b7dc-4e18-9289-a94670eed19f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 931 time: 0.1920328 Jun 22 18:34:40.189841 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-674142f7-3b25-4abe-96ec-e12242bfc868 req-7503404f-0be0-4a33-990b-6928e883f978 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236365 Jun 22 18:34:40.414050 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-28f59094-365a-46d8-a869-ca515e61e87c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:40.415920 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-28f59094-365a-46d8-a869-ca515e61e87c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.109 "GET /v2.0/networks?id=78dd961d-4985-4a7e-b7c9-a162f1876063 HTTP/1.1" status: 200 len: 808 time: 0.2426977 Jun 22 18:34:40.441421 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Request body: {'port': {'device_id': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063', 'admin_state_up': True, 'tenant_id': '4fdd857157f54358a42f93db2a6139b7'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:40.571231 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb06ef-7dc4-43cc-9061-7c8f1ac8930e req-eaf6f95e-479b-4ad6-9333-d1b783cf9089 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:40.572701 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5fbb06ef-7dc4-43cc-9061-7c8f1ac8930e req-eaf6f95e-479b-4ad6-9333-d1b783cf9089 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.2507355 Jun 22 18:34:40.617274 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73587c02-cd5d-4988-ab51-afc48cb2e103 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:40.631436 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:40.666440 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5fbb06ef-7dc4-43cc-9061-7c8f1ac8930e req-7cfa4b35-e8c4-425b-90f0-b96a0e805019 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837619 Jun 22 18:34:40.667591 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Transition to ACTIVE for port object 73587c02-cd5d-4988-ab51-afc48cb2e103 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:40.668897 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Made reservation on behalf of 4fdd857157f54358a42f93db2a6139b7 for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:40.672605 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:40.675918 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:40.685577 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:40.758532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Pushing event updated for resources: {'Port': ['ID=73587c02-cd5d-4988-ab51-afc48cb2e103,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:40.789899 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:40.921145 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Attempting to bind port 73587c02-cd5d-4988-ab51-afc48cb2e103 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:40.921471 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Attempting to bind port 73587c02-cd5d-4988-ab51-afc48cb2e103 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:40.921792 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Attempting to bind port 73587c02-cd5d-4988-ab51-afc48cb2e103 on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:40.928926 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Allocated IP 172.20.0.11 (78dd961d-4985-4a7e-b7c9-a162f1876063/55783905-3927-4ca4-8b37-161bed65157b/2a197675-840b-49f9-859a-b46fbce92643) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:40.931197 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Port 73587c02-cd5d-4988-ab51-afc48cb2e103 on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:34:40.931552 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Attempting to bind port 73587c02-cd5d-4988-ab51-afc48cb2e103 on network 7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:40.945470 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:40.945804 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Checking segment: {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:40.946189 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Bound using segment: {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:40.946627 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Bound port: 73587c02-cd5d-4988-ab51-afc48cb2e103, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e8b4-47c0-480e-b3e2-52fd6cdb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:40.946989 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.126774 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e7451449-9cdc-49b6-b506-ebb3e85f3397 req-d9e783a7-50ce-4b71-b666-b73b135bf62e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 210 time: 0.0439413 Jun 22 18:34:41.127862 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] For port 73587c02-cd5d-4988-ab51-afc48cb2e103, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:41.148998 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] For port 73587c02-cd5d-4988-ab51-afc48cb2e103, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=73587c02-cd5d-4988-ab51-afc48cb2e103,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:41.157170 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.161461 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d96e3b68-cd0a-4b56-ba73-5807bd79670b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:41.219505 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.220121 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.221520 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] 10.222.0.109 "PUT /v2.0/ports/73587c02-cd5d-4988-ab51-afc48cb2e103 HTTP/1.1" status: 200 len: 1093 time: 1.7161596 Jun 22 18:34:41.224592 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d0b08d-de38-4f58-a382-be31396414de', 'tag': '73587c02-cd5d-4988-ab51-afc48cb2e103'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:41.227241 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3763c8b2-bb60-4529-a172-5833d240a3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "14d0b08d-de38-4f58-a382-be31396414de", "tag": "73587c02-cd5d-4988-ab51-afc48cb2e103"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:41.254312 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.271315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Pushing event updated for resources: {'Port': ['ID=73587c02-cd5d-4988-ab51-afc48cb2e103,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:41.277273 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:41.318535 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.322783 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:41.425934 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Network 78dd961d-4985-4a7e-b7c9-a162f1876063 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:41.432717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa039c0a-be1f-4b48-af93-318fedb26071 x-openstack-request-id: req-fa039c0a-be1f-4b48-af93-318fedb26071 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:41.432717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d0b08d-de38-4f58-a382-be31396414de", "tag": "73587c02-cd5d-4988-ab51-afc48cb2e103", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:41.433218 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa039c0a-be1f-4b48-af93-318fedb26071 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:41.433963 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d0b08d-de38-4f58-a382-be31396414de', 'tag': '73587c02-cd5d-4988-ab51-afc48cb2e103', 'status': 'completed', 'code': 200} Jun 22 18:34:41.439051 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:41.443822 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:41.446672 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Pushing event updated for resources: {'Port': ['ID=2a197675-840b-49f9-859a-b46fbce92643,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:41.452455 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:41.528806 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.529494 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.549314 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-206ea31c-0ef2-4d0c-a32b-4fd3386218d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.550851 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-206ea31c-0ef2-4d0c-a32b-4fd3386218d6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 1096 time: 0.2001517 Jun 22 18:34:41.561657 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592889-3078-4cae-93c1-85c21c3ce901 req-84897091-9343-4750-8793-bb62e1c77cac tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.563258 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f4592889-3078-4cae-93c1-85c21c3ce901 req-84897091-9343-4750-8793-bb62e1c77cac tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.2096508 Jun 22 18:34:41.565154 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1291881 Jun 22 18:34:41.629511 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f4592889-3078-4cae-93c1-85c21c3ce901 req-e66af389-c633-4978-9329-a8406f887dfb tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569582 Jun 22 18:34:41.680058 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Request body: {'port': {'device_id': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:41.746639 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-9dffc4ae-e592-45cf-b660-74a6fb5277a7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73587c02-cd5d-4988-ab51-afc48cb2e103 HTTP/1.1" status: 200 len: 217 time: 0.0710475 Jun 22 18:34:41.865773 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5fc09c5b-52ae-4cb0-9af2-4b2dc588b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.867229 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-5fc09c5b-52ae-4cb0-9af2-4b2dc588b1f7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 200 len: 854 time: 0.1116555 Jun 22 18:34:41.884452 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.919317 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-978dc275-c8af-43e6-81e2-743ab001bde5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430963 Jun 22 18:34:42.043499 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2041b4-9260-432c-9139-e8fd136ede96 req-c39e74c9-8413-4c33-853a-f18101917ea0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:42.045139 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-de2041b4-9260-432c-9139-e8fd136ede96 req-c39e74c9-8413-4c33-853a-f18101917ea0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.2234750 Jun 22 18:34:42.208923 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-241dc476-0fdb-44a8-93a5-5b41d3969635 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787235 Jun 22 18:34:42.213700 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-de2041b4-9260-432c-9139-e8fd136ede96 req-b055f018-524a-430f-a6f8-464368fe6da1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213839 Jun 22 18:34:42.413052 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-52c7aafc-7c4d-433d-a453-e10ccb4eea9e req-63901a28-5de0-4700-9d51-90d584a5c10c service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962304 Jun 22 18:34:42.449210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9e311-da21-454c-9863-1f957b9c7747 req-bd75766e-c434-4187-a0ba-5d96035ba176 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:42.451085 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-92b9e311-da21-454c-9863-1f957b9c7747 req-bd75766e-c434-4187-a0ba-5d96035ba176 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 932 time: 0.1824226 Jun 22 18:34:42.484970 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a197675-840b-49f9-859a-b46fbce92643 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:42.498528 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:42.523584 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-92b9e311-da21-454c-9863-1f957b9c7747 req-7e7cde8b-823a-4cfd-b04c-17a8db2f158e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617132 Jun 22 18:34:42.527945 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Transition to ACTIVE for port object 2a197675-840b-49f9-859a-b46fbce92643 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:42.536932 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:42.539183 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:42.626913 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=2a197675-840b-49f9-859a-b46fbce92643,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:42.629870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:42.738827 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-0848bfde-de3f-4cd8-be76-fda92a37f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:42.740741 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-0848bfde-de3f-4cd8-be76-fda92a37f160 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 1096 time: 0.1733792 Jun 22 18:34:42.816402 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Attempting to bind port 2a197675-840b-49f9-859a-b46fbce92643 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:42.816711 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Attempting to bind port 2a197675-840b-49f9-859a-b46fbce92643 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '9f90d365-4bb7-49b4-8326-1e4907bd5f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:42.817037 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Attempting to bind port 2a197675-840b-49f9-859a-b46fbce92643 on network 78dd961d-4985-4a7e-b7c9-a162f1876063 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:42.859609 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Port 2a197675-840b-49f9-859a-b46fbce92643 on network 78dd961d-4985-4a7e-b7c9-a162f1876063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:34:42.859986 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Attempting to bind port 2a197675-840b-49f9-859a-b46fbce92643 on network 78dd961d-4985-4a7e-b7c9-a162f1876063 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:42.874228 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:42.874573 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Checking segment: {'id': '9f90d365-4bb7-49b4-8326-1e4907bd5f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:42.874944 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Bound using segment: {'id': '9f90d365-4bb7-49b4-8326-1e4907bd5f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:42.875396 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Bound port: 2a197675-840b-49f9-859a-b46fbce92643, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f90d365-4bb7-49b4-8326-1e4907bd5f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:42.875744 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:42.894487 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:34:43.224367 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-20259278-fb3b-41ac-bf93-94e4656efd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:43.226040 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-20259278-fb3b-41ac-bf93-94e4656efd16 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 200 len: 916 time: 0.4779515 Jun 22 18:34:43.298847 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a1211-30de-432f-9260-f3fbba5aeda5 req-b7db48a1-3f21-4cd2-a25a-704c25018115 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:43.300455 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-891a1211-30de-432f-9260-f3fbba5aeda5 req-b7db48a1-3f21-4cd2-a25a-704c25018115 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.4851692 Jun 22 18:34:43.301736 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-4c174715-577a-4188-8ebe-b1a734236a73 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73587c02-cd5d-4988-ab51-afc48cb2e103 HTTP/1.1" status: 200 len: 217 time: 0.0613055 Jun 22 18:34:43.378026 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] For port 2a197675-840b-49f9-859a-b46fbce92643, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:43.429086 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] For port 2a197675-840b-49f9-859a-b46fbce92643, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2a197675-840b-49f9-859a-b46fbce92643,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:43.445737 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:43.452783 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d2290fdb-461f-4693-bdbb-f7a07961511f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:43.468518 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-891a1211-30de-432f-9260-f3fbba5aeda5 req-02c63729-3556-40f7-a371-fdebcca0665c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607985 Jun 22 18:34:43.498949 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-13f7f2a5-cb5f-428d-8462-116ed380bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:43.500825 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-13f7f2a5-cb5f-428d-8462-116ed380bd92 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 200 len: 854 time: 0.1804943 Jun 22 18:34:43.525837 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:43.527222 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:43.528975 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] 10.222.0.109 "PUT /v2.0/ports/2a197675-840b-49f9-859a-b46fbce92643 HTTP/1.1" status: 200 len: 1094 time: 1.8553085 Jun 22 18:34:43.535173 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'tag': '2a197675-840b-49f9-859a-b46fbce92643'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:43.537524 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad22521-95d5-44db-83c1-17c76d038f02" -d '{"events": [{"name": "network-changed", "server_uuid": "e39a1302-24ef-4dd5-8979-f096124e9164", "tag": "2a197675-840b-49f9-859a-b46fbce92643"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:43.578861 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-480c00c4-d7ff-48d6-bb0a-65ca303c351c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619340 Jun 22 18:34:43.591474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728fbdc4-2f74-413b-9b29-51e9f90fd844 x-openstack-request-id: req-728fbdc4-2f74-413b-9b29-51e9f90fd844 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:43.591474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39a1302-24ef-4dd5-8979-f096124e9164", "tag": "2a197675-840b-49f9-859a-b46fbce92643", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:43.591903 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-728fbdc4-2f74-413b-9b29-51e9f90fd844 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:43.592159 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'tag': '2a197675-840b-49f9-859a-b46fbce92643', 'status': 'completed', 'code': 200} Jun 22 18:34:43.605098 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=2a197675-840b-49f9-859a-b46fbce92643,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:43.609152 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:43.619145 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111ac7-8d3d-411e-9fce-a710f649f85a req-e14c75e4-5579-4d63-8739-486f11662c7e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:43.621389 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9111ac7-8d3d-411e-9fce-a710f649f85a req-e14c75e4-5579-4d63-8739-486f11662c7e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.2479708 Jun 22 18:34:43.860706 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9111ac7-8d3d-411e-9fce-a710f649f85a req-37c073c0-d4fb-4d7f-bfa9-f9327595f668 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202225 Jun 22 18:34:43.907095 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-db4a9ce5-3369-49f1-94f8-3a87dfbd231d service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800920 Jun 22 18:34:43.985757 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-33f3129e-9ef7-4736-90ce-92b3a7ad06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:43.987621 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-33f3129e-9ef7-4736-90ce-92b3a7ad06a2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=4fdd857157f54358a42f93db2a6139b7&device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 1097 time: 0.3482363 Jun 22 18:34:43.998462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcf0fd-3767-4276-be64-3c6c1aaa93bf req-52a439db-85bd-42c5-8ca5-3eff86d44d4a tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:44.000162 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-96bcf0fd-3767-4276-be64-3c6c1aaa93bf req-52a439db-85bd-42c5-8ca5-3eff86d44d4a tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 944 time: 0.2775359 Jun 22 18:34:44.094472 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-090b16ad-9586-461b-855a-215f2fbb4793 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a197675-840b-49f9-859a-b46fbce92643 HTTP/1.1" status: 200 len: 217 time: 0.0649581 Jun 22 18:34:44.143086 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-96bcf0fd-3767-4276-be64-3c6c1aaa93bf req-2da8836c-42b4-4123-8a31-20e894430c45 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358240 Jun 22 18:34:44.172169 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3763c8b2-bb60-4529-a172-5833d240a3b8 req-f60f3ec4-0305-4142-8042-2c23ba266705 service neutron] 10.222.0.109 "GET /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575366 Jun 22 18:34:44.197176 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-a331d4b4-3994-4d3f-856b-42610b5da997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:44.201861 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-a331d4b4-3994-4d3f-856b-42610b5da997 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55783905-3927-4ca4-8b37-161bed65157b HTTP/1.1" status: 200 len: 848 time: 0.0907488 Jun 22 18:34:44.246706 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-a18cfdb7-e41c-405e-ac89-275e27309499 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=78dd961d-4985-4a7e-b7c9-a162f1876063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378528 Jun 22 18:34:44.364122 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-afa2f1dc-a976-4ecc-98aa-48fc56edc7db service neutron] 10.222.0.109 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094451 Jun 22 18:34:44.523423 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-585255b7-418b-4b2d-b3d5-ad5d4367eec3 req-2ac0bece-a0fb-4097-9d42-1433fe62393c service neutron] 10.222.0.109 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508541 Jun 22 18:34:44.658946 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81cd91-6bf0-4ebb-a249-7519b0f8b925 req-4e6a9dbf-d943-4d13-af61-3dfb2a0dc5de tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:44.660430 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-de81cd91-6bf0-4ebb-a249-7519b0f8b925 req-4e6a9dbf-d943-4d13-af61-3dfb2a0dc5de tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.0736759 Jun 22 18:34:44.731410 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-de81cd91-6bf0-4ebb-a249-7519b0f8b925 req-8fdc70e9-fd3d-4904-bc1f-0b62705f44f3 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627117 Jun 22 18:34:44.749613 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-3ae7a42f-fe9d-476b-9aaf-8086c565fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:44.751242 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-3ae7a42f-fe9d-476b-9aaf-8086c565fdcc service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=4fdd857157f54358a42f93db2a6139b7&device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 1097 time: 0.0898972 Jun 22 18:34:44.876835 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-95779e76-97ae-4e43-bced-a8879b4c7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:44.878310 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-95779e76-97ae-4e43-bced-a8879b4c7e51 service neutron] 10.222.0.109 "GET /v2.0/networks?id=78dd961d-4985-4a7e-b7c9-a162f1876063 HTTP/1.1" status: 200 len: 910 time: 0.0990105 Jun 22 18:34:44.925338 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-1266d7a1-71c0-442a-84f2-e35b5dd080da service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a197675-840b-49f9-859a-b46fbce92643 HTTP/1.1" status: 200 len: 217 time: 0.0384040 Jun 22 18:34:44.977746 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-4c7de6b9-9f85-4566-8be0-16b856fef2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:44.979219 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-4c7de6b9-9f85-4566-8be0-16b856fef2ab service neutron] 10.222.0.109 "GET /v2.0/subnets?id=55783905-3927-4ca4-8b37-161bed65157b HTTP/1.1" status: 200 len: 848 time: 0.0466549 Jun 22 18:34:45.019132 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-9970ecd7-a024-42d5-98e3-414ce40f04e8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=78dd961d-4985-4a7e-b7c9-a162f1876063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306444 Jun 22 18:34:45.162595 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b31e22-160d-4540-8116-0fcbec2041d8 req-b3eae4c5-5185-4cb7-9ccb-cbfdfffe8fff tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:45.164273 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-30b31e22-160d-4540-8116-0fcbec2041d8 req-b3eae4c5-5185-4cb7-9ccb-cbfdfffe8fff tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1482441 Jun 22 18:34:45.166484 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-3b30f12b-b5b0-4d0f-84cb-f2eefd04aac6 service neutron] 10.222.0.109 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373296 Jun 22 18:34:45.263597 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-30b31e22-160d-4540-8116-0fcbec2041d8 req-c9edb7ee-b157-43ec-b15a-de46888aee11 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923152 Jun 22 18:34:45.297415 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ad22521-95d5-44db-83c1-17c76d038f02 req-af82146b-b687-48b4-9c9a-6916e9c9a15c service neutron] 10.222.0.109 "GET /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183798 Jun 22 18:34:45.447190 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7393-2852-4971-bcf1-ab3f9c10e2f5 req-408f3979-4999-49be-b81f-be1850197f74 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:45.448726 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6cfb7393-2852-4971-bcf1-ab3f9c10e2f5 req-408f3979-4999-49be-b81f-be1850197f74 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 944 time: 0.0677147 Jun 22 18:34:45.490626 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6cfb7393-2852-4971-bcf1-ab3f9c10e2f5 req-520951fd-b3b1-4f37-b6f7-41f714bdccb0 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354857 Jun 22 18:34:45.974355 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc08b2-2ac9-4e98-a291-f406c4fd97ba req-ae283f45-0019-4065-8ea3-c7fef1b03c28 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:45.976368 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-55dc08b2-2ac9-4e98-a291-f406c4fd97ba req-ae283f45-0019-4065-8ea3-c7fef1b03c28 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.1060894 Jun 22 18:34:46.026380 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-55dc08b2-2ac9-4e98-a291-f406c4fd97ba req-118b7adf-52d0-4c76-8063-5e7af520bf88 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Jun 22 18:34:46.456657 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7895-1058-445e-b2c6-f5d8ae09eb10 req-01766362-b0b3-4ada-bd25-ff048db69924 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:46.458221 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-352e7895-1058-445e-b2c6-f5d8ae09eb10 req-01766362-b0b3-4ada-bd25-ff048db69924 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0744157 Jun 22 18:34:46.499553 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-352e7895-1058-445e-b2c6-f5d8ae09eb10 req-566ec24f-a5cc-4efc-9f36-4774cfb5ddcc tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Jun 22 18:34:46.678390 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44391917-22da-4f22-bc2b-9bcbc56369f5 req-4a49007a-0439-4d37-b0b5-8046c46f585b tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:46.679924 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-44391917-22da-4f22-bc2b-9bcbc56369f5 req-4a49007a-0439-4d37-b0b5-8046c46f585b tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 944 time: 0.0692945 Jun 22 18:34:46.724898 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-44391917-22da-4f22-bc2b-9bcbc56369f5 req-494abbe3-c96a-4683-a01e-4045f8bc2845 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Jun 22 18:34:47.264423 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e06bab-f1fe-4dea-a2d9-6a25d21a6a1d req-a9d92c95-4fe0-40d5-bae8-19928a90fda1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:47.265954 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-25e06bab-f1fe-4dea-a2d9-6a25d21a6a1d req-a9d92c95-4fe0-40d5-bae8-19928a90fda1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.0816426 Jun 22 18:34:47.303704 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-25e06bab-f1fe-4dea-a2d9-6a25d21a6a1d req-b2e7b619-4366-4a25-9ac8-26aed1d730cb tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Jun 22 18:34:47.673665 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74ec5b-c29f-4d7c-9c4b-530e38dbb8e1 req-d20eca17-d6ea-46b0-b83d-8fbd45903b1b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:47.675113 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9f74ec5b-c29f-4d7c-9c4b-530e38dbb8e1 req-d20eca17-d6ea-46b0-b83d-8fbd45903b1b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0627899 Jun 22 18:34:47.717410 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9f74ec5b-c29f-4d7c-9c4b-530e38dbb8e1 req-064cd00d-a5d6-4c32-b0b4-b86c1298ed74 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Jun 22 18:34:47.917681 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa69cae-3608-4903-827f-7eb02ed73288 req-313427d3-9f31-45ab-b298-b67f2d476404 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:47.919555 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9fa69cae-3608-4903-827f-7eb02ed73288 req-313427d3-9f31-45ab-b298-b67f2d476404 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 944 time: 0.0726037 Jun 22 18:34:47.958650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9fa69cae-3608-4903-827f-7eb02ed73288 req-4f660995-73ae-42f8-bfbd-73a721076e27 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330486 Jun 22 18:34:48.483311 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78dab-48d7-4ea3-80d8-caf5bd2bf9c1 req-c616bb8d-cdf7-4191-b06f-2198a17e617b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:48.484821 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b1c78dab-48d7-4ea3-80d8-caf5bd2bf9c1 req-c616bb8d-cdf7-4191-b06f-2198a17e617b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.0653629 Jun 22 18:34:48.528323 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b1c78dab-48d7-4ea3-80d8-caf5bd2bf9c1 req-eeaea4a4-b4cf-4662-a16a-089207754ce6 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374863 Jun 22 18:34:48.905197 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac288b-924f-4bcf-a0b9-913a65cff5f9 req-9eec751b-8912-4225-a123-eb68f3e10cd7 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:48.906686 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7ac288b-924f-4bcf-a0b9-913a65cff5f9 req-9eec751b-8912-4225-a123-eb68f3e10cd7 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0729377 Jun 22 18:34:48.949884 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7ac288b-924f-4bcf-a0b9-913a65cff5f9 req-a075f213-14fb-4dba-ad77-338e1dad99f7 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 Jun 22 18:34:49.137390 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a133b1-58e9-4e34-9108-3364b0daf14f req-7540d6c8-ab5e-4eac-8bbf-77232cc7d4e4 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:49.138927 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f8a133b1-58e9-4e34-9108-3364b0daf14f req-7540d6c8-ab5e-4eac-8bbf-77232cc7d4e4 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 944 time: 0.0685794 Jun 22 18:34:49.182436 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f8a133b1-58e9-4e34-9108-3364b0daf14f req-f4db3e39-f2bc-4507-bdcf-6beac6998915 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377984 Jun 22 18:34:49.710188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f6e50-c85e-43ca-a52f-db0c9e8779c9 req-be8e3a3e-c555-4471-989a-c41ccc16494b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:49.711712 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-896f6e50-c85e-43ca-a52f-db0c9e8779c9 req-be8e3a3e-c555-4471-989a-c41ccc16494b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.0693531 Jun 22 18:34:49.750592 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-896f6e50-c85e-43ca-a52f-db0c9e8779c9 req-f85a7f39-6b8d-43b0-837f-d8684f984f56 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Jun 22 18:34:50.126891 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79df666-6c6e-43ce-a569-50641e11fae2 req-a8cd5b89-5f8a-41ea-9eaf-865b78b921c5 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:50.128298 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d79df666-6c6e-43ce-a569-50641e11fae2 req-a8cd5b89-5f8a-41ea-9eaf-865b78b921c5 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0663836 Jun 22 18:34:50.168808 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d79df666-6c6e-43ce-a569-50641e11fae2 req-ca0a0f6f-c12d-4061-9092-059a50200386 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348432 Jun 22 18:34:50.362206 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43171efb-3f39-43fd-a910-f0594f483d7a req-43fba4a7-08ba-4f86-92a4-bf9464337428 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:50.364052 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43171efb-3f39-43fd-a910-f0594f483d7a req-43fba4a7-08ba-4f86-92a4-bf9464337428 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 944 time: 0.0682878 Jun 22 18:34:50.402658 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43171efb-3f39-43fd-a910-f0594f483d7a req-e5b68b14-2fae-4812-bea2-7eb379bf2edf tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328751 Jun 22 18:34:50.927172 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193c296-595f-4da8-9d9c-a74d7aa03792 req-2e62f097-6591-4e98-b5b4-165b3d7214da tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:50.928669 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c193c296-595f-4da8-9d9c-a74d7aa03792 req-2e62f097-6591-4e98-b5b4-165b3d7214da tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.0652144 Jun 22 18:34:50.969288 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c193c296-595f-4da8-9d9c-a74d7aa03792 req-a85de646-e574-42c1-997a-d323f69cbc7a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341153 Jun 22 18:34:51.354321 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f14ae-1c6a-45f3-9a96-f41b6d28c51d req-a397a162-27ef-4396-9bb1-0c339cb63e01 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:51.356049 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-485f14ae-1c6a-45f3-9a96-f41b6d28c51d req-a397a162-27ef-4396-9bb1-0c339cb63e01 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0705943 Jun 22 18:34:51.397032 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-485f14ae-1c6a-45f3-9a96-f41b6d28c51d req-e4521302-bf23-40e7-8843-5c83e264c156 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351377 Jun 22 18:34:51.579304 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59545de0-0797-41f7-8e42-3c9e1a18e4f8 req-120a7937-b04a-4e86-94f9-ee375f2e4bf1 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:51.580738 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-59545de0-0797-41f7-8e42-3c9e1a18e4f8 req-120a7937-b04a-4e86-94f9-ee375f2e4bf1 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 944 time: 0.0646830 Jun 22 18:34:51.619497 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-59545de0-0797-41f7-8e42-3c9e1a18e4f8 req-00be40df-b9a5-444f-8a23-b1688f3b0833 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Jun 22 18:34:52.021146 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ecab380b-43a2-4cb3-a38e-e0f845b22aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:52.149692 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134bab-180d-4d19-9f78-1ec0728658c5 req-8bb9d763-de50-430d-8646-d6298e1bf268 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:52.151789 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-35134bab-180d-4d19-9f78-1ec0728658c5 req-8bb9d763-de50-430d-8646-d6298e1bf268 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.0706167 Jun 22 18:34:52.189981 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-35134bab-180d-4d19-9f78-1ec0728658c5 req-a4b901cc-9f87-4d94-b95c-940854fe67bb tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Jun 22 18:34:52.577711 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b12871-65fc-43af-a488-c0c4c57e3b99 req-c6913719-8a88-40bb-bd90-814398d7faa4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:52.579109 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b1b12871-65fc-43af-a488-c0c4c57e3b99 req-c6913719-8a88-40bb-bd90-814398d7faa4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0689023 Jun 22 18:34:52.616978 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b1b12871-65fc-43af-a488-c0c4c57e3b99 req-206e601b-7335-4c91-b402-df7b48e2136c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Jun 22 18:34:52.950209 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbef961-04f8-4965-a87f-efd06b25392c req-06555538-29f3-49ad-8499-7184b48cd183 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:52.952043 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3cbef961-04f8-4965-a87f-efd06b25392c req-06555538-29f3-49ad-8499-7184b48cd183 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 944 time: 0.0638802 Jun 22 18:34:52.990368 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3cbef961-04f8-4965-a87f-efd06b25392c req-85f2e369-a0bb-452f-b120-55845882318b tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 Jun 22 18:34:53.376050 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035abbd-45c8-4b76-a404-16082dc1a480 req-6fd93603-395a-412a-b10e-c52c05751aa1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:53.377571 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2035abbd-45c8-4b76-a404-16082dc1a480 req-6fd93603-395a-412a-b10e-c52c05751aa1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.0687103 Jun 22 18:34:53.415843 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2035abbd-45c8-4b76-a404-16082dc1a480 req-c40f055b-c152-4568-aae7-a686a00626bb tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319993 Jun 22 18:34:53.805927 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f7c81-ea70-496b-9db9-790bed7dafc7 req-6898b5ea-b239-4510-abae-86c3e5fd74cb tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:53.807957 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ab4f7c81-ea70-496b-9db9-790bed7dafc7 req-6898b5ea-b239-4510-abae-86c3e5fd74cb tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0765228 Jun 22 18:34:53.847208 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2a197675-840b-49f9-859a-b46fbce92643 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:34:53.851047 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ab4f7c81-ea70-496b-9db9-790bed7dafc7 req-fd2c719b-4654-42c0-b334-cd1be409b3b2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368385 Jun 22 18:34:53.951879 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2a197675-840b-49f9-859a-b46fbce92643, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2a197675-840b-49f9-859a-b46fbce92643,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:53.964388 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '2a197675-840b-49f9-859a-b46fbce92643', 'network_id': '78dd961d-4985-4a7e-b7c9-a162f1876063', 'port_id': '2a197675-840b-49f9-859a-b46fbce92643', 'mac_address': 'fa:16:3e:ab:fd:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55783905-3927-4ca4-8b37-161bed65157b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:34:54.014241 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:54.027997 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a197675-840b-49f9-859a-b46fbce92643 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:54.051810 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2a197675-840b-49f9-859a-b46fbce92643, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2a197675-840b-49f9-859a-b46fbce92643,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:54.057046 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:54.059082 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:54.105219 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=2a197675-840b-49f9-859a-b46fbce92643,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:54.112869 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.113194 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.113543 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.113869 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.114201 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.114537 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.114882 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.115193 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.115549 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.115951 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.116294 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.116516 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:54.120782 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:54.175994 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff85a69-3904-4b03-8432-5538a79d0610 req-51886319-594d-4bd0-989a-26f409b4fbc8 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:54.177438 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5ff85a69-3904-4b03-8432-5538a79d0610 req-51886319-594d-4bd0-989a-26f409b4fbc8 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0680199 Jun 22 18:34:54.217142 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5ff85a69-3904-4b03-8432-5538a79d0610 req-a8fbbb7b-3c38-476f-9f23-e4fe99e5b717 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Jun 22 18:34:54.593408 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d41d4-f090-4429-96bb-92c1a017c8ff req-95708272-e20d-4f48-af9b-39deea33c2e1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:54.594951 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-839d41d4-f090-4429-96bb-92c1a017c8ff req-95708272-e20d-4f48-af9b-39deea33c2e1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.0662925 Jun 22 18:34:54.637224 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-839d41d4-f090-4429-96bb-92c1a017c8ff req-6adafa9e-1c51-403e-a18e-031ada79a2f4 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357547 Jun 22 18:34:55.029622 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39758fa4-432d-4f32-b851-d8236eb34d28 req-17c807d5-caf6-4bdd-969c-b104d5419d59 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:55.031092 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-39758fa4-432d-4f32-b851-d8236eb34d28 req-17c807d5-caf6-4bdd-969c-b104d5419d59 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0638068 Jun 22 18:34:55.069027 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-39758fa4-432d-4f32-b851-d8236eb34d28 req-a5cfed2b-8a3a-4253-83a1-8d6e2aa7a195 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jun 22 18:34:55.394251 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317414a-5e4e-40e4-86db-e3ce93f07b3f req-581eb7a4-dde1-4ac8-a307-e141299b92bb tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:55.395807 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a317414a-5e4e-40e4-86db-e3ce93f07b3f req-581eb7a4-dde1-4ac8-a307-e141299b92bb tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0697036 Jun 22 18:34:55.434388 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a317414a-5e4e-40e4-86db-e3ce93f07b3f req-44f00336-5815-494c-ab1f-3c85da857a69 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Jun 22 18:34:55.658678 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-49d54bef-adbe-444e-a517-652f14db5006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:55.818346 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:55.826204 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57c8bb-393a-4456-8419-8613d648e43c req-f775393a-9203-4a4a-96f0-cabb089af299 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:55.827756 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d57c8bb-393a-4456-8419-8613d648e43c req-f775393a-9203-4a4a-96f0-cabb089af299 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 943 time: 0.0774949 Jun 22 18:34:55.866843 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d57c8bb-393a-4456-8419-8613d648e43c req-f6f5c13e-7f4c-46f9-9cc1-7a9993bda88b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332065 Jun 22 18:34:56.082390 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.241320 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 73587c02-cd5d-4988-ab51-afc48cb2e103 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:34:56.258232 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7a3f1-75a3-44d1-9629-018e0633bda2 req-606f7ee0-0d52-4847-bb2c-e1b1b367ab0b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.264410 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43a7a3f1-75a3-44d1-9629-018e0633bda2 req-606f7ee0-0d52-4847-bb2c-e1b1b367ab0b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0808675 Jun 22 18:34:56.280060 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.309102 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43a7a3f1-75a3-44d1-9629-018e0633bda2 req-faf29917-35d6-4aba-938b-06cb577582a0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Jun 22 18:34:56.381122 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 73587c02-cd5d-4988-ab51-afc48cb2e103, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=73587c02-cd5d-4988-ab51-afc48cb2e103,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:56.384859 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-74ec1ed6-6076-4708-91f5-752d92bd1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.386647 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-74ec1ed6-6076-4708-91f5-752d92bd1e22 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0661323 Jun 22 18:34:56.393929 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '73587c02-cd5d-4988-ab51-afc48cb2e103', 'network_id': '7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3', 'port_id': '73587c02-cd5d-4988-ab51-afc48cb2e103', 'mac_address': 'fa:16:3e:cc:e5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a183f5cf-7e11-4713-b126-a011c5ebbc9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:34:56.434705 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.449371 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73587c02-cd5d-4988-ab51-afc48cb2e103 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:56.478550 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 73587c02-cd5d-4988-ab51-afc48cb2e103, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=73587c02-cd5d-4988-ab51-afc48cb2e103,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:56.483740 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.485834 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-2ca20900-b15c-4a16-a737-127b90adb43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:56.505676 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-5517f8a1-7f14-4f89-96c3-a2c109bd41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.507887 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-5517f8a1-7f14-4f89-96c3-a2c109bd41a6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 921 time: 0.0938959 Jun 22 18:34:56.545135 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=73587c02-cd5d-4988-ab51-afc48cb2e103,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:56.548637 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:56.565804 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-fc021f95-e6e6-45dc-93fd-e4ffd6f030f1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 HTTP/1.1" status: 200 len: 217 time: 0.0449803 Jun 22 18:34:56.646205 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-1a2410e0-cf6b-4862-92f6-62cc86e7d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.647557 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-1a2410e0-cf6b-4862-92f6-62cc86e7d5c2 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.0583265 Jun 22 18:34:56.681729 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322768-7ad8-4dab-9205-4754a33ff312 req-93c9e43e-a70c-42cd-a43f-5169ded3c110 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.684098 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-33322768-7ad8-4dab-9205-4754a33ff312 req-93c9e43e-a70c-42cd-a43f-5169ded3c110 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.1215541 Jun 22 18:34:56.707817 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-605da283-e8de-4f10-bcad-b331fa50269b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509357 Jun 22 18:34:56.784486 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-33322768-7ad8-4dab-9205-4754a33ff312 req-47d4822f-dc7b-470b-b55c-b6d6bd58cbea tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791099 Jun 22 18:34:56.823869 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-a3411561-820b-40d0-8789-cf58d6790f4c service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076667 Jun 22 18:34:56.923722 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6bac8ce-dd63-454a-bd20-12e3c5846a0b req-b162cd34-40de-41f2-bed9-462b3414f020 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923669 Jun 22 18:34:57.065612 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639f4fc-a891-4f0b-98bf-fbab984634e0 req-5effbd2e-a904-47b5-ad33-efe99abeb4ee tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:57.067097 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d639f4fc-a891-4f0b-98bf-fbab984634e0 req-5effbd2e-a904-47b5-ad33-efe99abeb4ee tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0707483 Jun 22 18:34:57.106662 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d639f4fc-a891-4f0b-98bf-fbab984634e0 req-5cbe2cba-9274-481b-a2a1-6860d60c7a33 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336137 Jun 22 18:34:57.496729 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823346b-5b3b-46a6-8a81-ea92adb8a3e6 req-9cfe2ea7-2a49-4bb0-9802-dd0a6f3c984f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:57.498276 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8823346b-5b3b-46a6-8a81-ea92adb8a3e6 req-9cfe2ea7-2a49-4bb0-9802-dd0a6f3c984f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0735679 Jun 22 18:34:57.539602 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8823346b-5b3b-46a6-8a81-ea92adb8a3e6 req-70e23198-0ef1-4f66-b179-46a740eec024 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352998 Jun 22 18:34:57.972182 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c6ca9-84e4-45d3-8097-838200b7dd0f req-f57cf0db-5c24-4a52-9ce0-6801791f1f64 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:57.973629 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d0c6ca9-84e4-45d3-8097-838200b7dd0f req-f57cf0db-5c24-4a52-9ce0-6801791f1f64 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0676370 Jun 22 18:34:58.017644 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d0c6ca9-84e4-45d3-8097-838200b7dd0f req-30b9b370-7bcf-417b-a342-2172f499025c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381248 Jun 22 18:34:58.074522 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['73587c02-cd5d-4988-ab51-afc48cb2e103'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:58.165502 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:58.296417 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d760-aa2b-4b5c-9d07-205b30b7d2ce req-1cd5d8cc-fc28-4cd2-b541-28d763b77b77 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.297823 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eaf1d760-aa2b-4b5c-9d07-205b30b7d2ce req-1cd5d8cc-fc28-4cd2-b541-28d763b77b77 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0646899 Jun 22 18:34:58.337039 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eaf1d760-aa2b-4b5c-9d07-205b30b7d2ce req-1ffdd85b-3427-4aa9-9797-915693e8b9d4 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Jun 22 18:34:58.738230 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49571e16-4f0b-4d8c-8b87-9504d7f720f7 req-b9807068-1975-43c6-b834-d2b9af63ace4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.739755 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-49571e16-4f0b-4d8c-8b87-9504d7f720f7 req-b9807068-1975-43c6-b834-d2b9af63ace4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0788927 Jun 22 18:34:58.779729 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-49571e16-4f0b-4d8c-8b87-9504d7f720f7 req-26f59984-2fd6-4962-8b4e-2f68a21425e8 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Jun 22 18:34:59.190162 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe1f82-e103-4cd3-9400-ebbbfa117bf1 req-69698ac5-b215-4d32-a1b7-2aa1c85ef094 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:59.191604 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8afe1f82-e103-4cd3-9400-ebbbfa117bf1 req-69698ac5-b215-4d32-a1b7-2aa1c85ef094 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0637350 Jun 22 18:34:59.231624 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8afe1f82-e103-4cd3-9400-ebbbfa117bf1 req-c00bff6d-f185-4b6b-b634-904189687b32 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Jun 22 18:34:59.520970 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cd16a-09a2-4d75-a120-f3e167a8cdaa req-31913d2f-8280-4e6a-a0d6-67c286dd309b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:59.522470 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c79cd16a-09a2-4d75-a120-f3e167a8cdaa req-31913d2f-8280-4e6a-a0d6-67c286dd309b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0701725 Jun 22 18:34:59.560302 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c79cd16a-09a2-4d75-a120-f3e167a8cdaa req-c16c99c3-cc8f-490e-8c96-76036ddeec4a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Jun 22 18:34:59.962875 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3066c-f12f-49ad-bfec-1773258d12c6 req-86aae15d-b6d5-4d08-8340-1f62c6fe688b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:59.965007 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cad3066c-f12f-49ad-bfec-1773258d12c6 req-86aae15d-b6d5-4d08-8340-1f62c6fe688b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0706782 Jun 22 18:35:00.002270 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cad3066c-f12f-49ad-bfec-1773258d12c6 req-2aa499d8-1c80-497d-8e73-d87e4e67b757 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Jun 22 18:35:00.410422 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71febe51-c701-4b8d-ae6c-22d9920f9569 req-da976b92-d34e-40a2-948d-f4f105248882 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.411895 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-71febe51-c701-4b8d-ae6c-22d9920f9569 req-da976b92-d34e-40a2-948d-f4f105248882 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0639930 Jun 22 18:35:00.450349 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-71febe51-c701-4b8d-ae6c-22d9920f9569 req-24658b6a-a48d-4392-a240-eaf0b7902504 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Jun 22 18:35:00.747804 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d0ed2-150c-48c1-9ee8-318595c9d937 req-bc0a5f2f-536a-49f6-8b03-aa5fe5b28658 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.749289 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-628d0ed2-150c-48c1-9ee8-318595c9d937 req-bc0a5f2f-536a-49f6-8b03-aa5fe5b28658 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0701985 Jun 22 18:35:00.789413 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-628d0ed2-150c-48c1-9ee8-318595c9d937 req-765f5afa-362e-4fd1-8bae-5c1deee7c5ec tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Jun 22 18:35:01.178527 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55bfef-723b-41dc-b806-28f0c24a3323 req-dff5c4ef-d626-4d8d-8e06-0e067660dafa tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:01.180013 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2a55bfef-723b-41dc-b806-28f0c24a3323 req-dff5c4ef-d626-4d8d-8e06-0e067660dafa tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0636044 Jun 22 18:35:01.220596 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2a55bfef-723b-41dc-b806-28f0c24a3323 req-48583250-66f2-4979-b851-90b8cd502346 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348623 Jun 22 18:35:01.627875 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8bea6-b791-4131-b194-f993b4ef78c6 req-d1580bae-1ec7-41cf-b61c-bd89d4e3102c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:01.629330 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2ba8bea6-b791-4131-b194-f993b4ef78c6 req-d1580bae-1ec7-41cf-b61c-bd89d4e3102c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0636888 Jun 22 18:35:01.666123 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2ba8bea6-b791-4131-b194-f993b4ef78c6 req-43abf143-c266-4461-933e-95f41fbf6741 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312383 Jun 22 18:35:01.971270 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d9a6-8d22-4aea-8f29-f946ec906014 req-45fe13de-781e-4adf-a080-734576d3ab29 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:01.972739 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3830d9a6-8d22-4aea-8f29-f946ec906014 req-45fe13de-781e-4adf-a080-734576d3ab29 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0662353 Jun 22 18:35:02.011035 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3830d9a6-8d22-4aea-8f29-f946ec906014 req-9d5ef0fd-f305-4d06-88f2-5badaad63b84 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Jun 22 18:35:02.395314 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3d5c6-223a-4892-9868-c0bfcebd1f1b req-abba3672-3039-45a4-9ae8-6cd29febb892 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:02.396803 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-73a3d5c6-223a-4892-9868-c0bfcebd1f1b req-abba3672-3039-45a4-9ae8-6cd29febb892 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0647836 Jun 22 18:35:02.435409 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-73a3d5c6-223a-4892-9868-c0bfcebd1f1b req-252920b2-cabb-46c1-b176-778d6b59588b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Jun 22 18:35:02.844612 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69840af1-ef49-4619-83bc-5ee1cee523b0 req-514a59e5-12fe-42b2-b5af-00a7f909525e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:02.846105 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-69840af1-ef49-4619-83bc-5ee1cee523b0 req-514a59e5-12fe-42b2-b5af-00a7f909525e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0708513 Jun 22 18:35:02.886991 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-69840af1-ef49-4619-83bc-5ee1cee523b0 req-e18fb5ee-c5f7-46ca-82ed-32e985cb1796 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Jun 22 18:35:03.188525 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b18c-9048-4278-8950-7943673b8393 req-e1dcfdea-74c4-4c2b-abba-c1c2031f7009 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:03.189980 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d293b18c-9048-4278-8950-7943673b8393 req-e1dcfdea-74c4-4c2b-abba-c1c2031f7009 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0650213 Jun 22 18:35:03.228173 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d293b18c-9048-4278-8950-7943673b8393 req-19529d52-51ee-4920-9cf8-94e4f873a86c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Jun 22 18:35:03.610342 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e4ee-bf70-4d89-afc6-fbf59822bd62 req-b435d3c3-2fef-49f8-9293-fe5c1f93bd6b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:03.611839 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1b75e4ee-bf70-4d89-afc6-fbf59822bd62 req-b435d3c3-2fef-49f8-9293-fe5c1f93bd6b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0650804 Jun 22 18:35:03.649680 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1b75e4ee-bf70-4d89-afc6-fbf59822bd62 req-24917b11-8cee-4d7c-b3ba-fdf67a73a03c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319788 Jun 22 18:35:03.805022 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['2a197675-840b-49f9-859a-b46fbce92643'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:04.090966 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1d01f-674a-4190-a8fe-02fb897ec04c req-c09a9884-dd89-4314-8c51-88a4f864aeaa tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:04.092406 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-42f1d01f-674a-4190-a8fe-02fb897ec04c req-c09a9884-dd89-4314-8c51-88a4f864aeaa tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0719209 Jun 22 18:35:04.132204 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-42f1d01f-674a-4190-a8fe-02fb897ec04c req-ba035e5f-c099-4a6e-9ff0-ba08afd7891d tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Jun 22 18:35:04.416498 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd271523-d21c-4605-a286-0fa34c4ea361 req-99385ec5-180f-4313-b867-5eea0ca25d20 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:04.418662 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd271523-d21c-4605-a286-0fa34c4ea361 req-99385ec5-180f-4313-b867-5eea0ca25d20 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0730634 Jun 22 18:35:04.457077 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd271523-d21c-4605-a286-0fa34c4ea361 req-682e6cb2-bc79-4d83-8db5-45981854610a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Jun 22 18:35:04.834707 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96fb66-dc0c-4272-8005-823933dfcea6 req-f18c3452-9b71-469b-b8ac-eff675540342 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:04.836288 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8b96fb66-dc0c-4272-8005-823933dfcea6 req-f18c3452-9b71-469b-b8ac-eff675540342 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0711031 Jun 22 18:35:04.878330 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8b96fb66-dc0c-4272-8005-823933dfcea6 req-7d6376a0-3cb2-4026-8a52-92f06293f7c1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Jun 22 18:35:05.306117 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2f009-8df1-4e2d-aab7-f1d537ef91a8 req-44a851a2-1f61-4d65-ac48-8ca9121aefd6 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:05.308932 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-24f2f009-8df1-4e2d-aab7-f1d537ef91a8 req-44a851a2-1f61-4d65-ac48-8ca9121aefd6 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0630844 Jun 22 18:35:05.344885 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-24f2f009-8df1-4e2d-aab7-f1d537ef91a8 req-d1d603a9-478d-4ed5-9308-49e297c8f7d6 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309966 Jun 22 18:35:05.639453 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b8049-bc96-4275-8343-a40f8370e6cb req-dd64471f-f9d0-4c05-a578-22e39295ba1a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:05.640857 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a59b8049-bc96-4275-8343-a40f8370e6cb req-dd64471f-f9d0-4c05-a578-22e39295ba1a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0719171 Jun 22 18:35:05.679192 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a59b8049-bc96-4275-8343-a40f8370e6cb req-f334cc8b-71be-4fcf-9fe0-baf4fc3de551 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326924 Jun 22 18:35:06.068413 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ce090-9833-4c12-827d-b182d7132050 req-b248f62f-b37a-4b48-b264-ee04d6cbcf98 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:06.069925 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee9ce090-9833-4c12-827d-b182d7132050 req-b248f62f-b37a-4b48-b264-ee04d6cbcf98 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0685611 Jun 22 18:35:06.109103 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee9ce090-9833-4c12-827d-b182d7132050 req-1e568a79-c568-45a5-87e7-605cc907f5f7 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Jun 22 18:35:06.524396 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e4501-97df-455a-9419-37b8e71bcd5a req-881200e1-f50a-48e2-bc08-c51064ffd70c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:06.525880 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-992e4501-97df-455a-9419-37b8e71bcd5a req-881200e1-f50a-48e2-bc08-c51064ffd70c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0683515 Jun 22 18:35:06.565304 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-992e4501-97df-455a-9419-37b8e71bcd5a req-edbda8a6-eb33-45bd-8528-07d911e13fe7 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Jun 22 18:35:06.857448 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9684542-7880-4723-9342-791ac70acb43 req-6a4291d8-c7ef-4c28-bccd-d443efdefafe tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:06.859054 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9684542-7880-4723-9342-791ac70acb43 req-6a4291d8-c7ef-4c28-bccd-d443efdefafe tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0674248 Jun 22 18:35:06.897402 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9684542-7880-4723-9342-791ac70acb43 req-502786e5-d76b-4832-bf7b-a96560683428 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Jun 22 18:35:07.289357 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db001343-e257-4c37-88d8-7ae1a61b3c36 req-2c21eb9b-9c62-41bb-9877-a776e1316602 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:07.290882 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-db001343-e257-4c37-88d8-7ae1a61b3c36 req-2c21eb9b-9c62-41bb-9877-a776e1316602 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0652459 Jun 22 18:35:07.334057 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-db001343-e257-4c37-88d8-7ae1a61b3c36 req-51062233-6886-4256-a464-e74390438473 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366507 Jun 22 18:35:07.741120 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ac0e-1fce-4f3a-a570-569b9bed4815 req-9b32f5f8-bab7-4331-9513-5378672d72b2 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:07.742678 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7e1ac0e-1fce-4f3a-a570-569b9bed4815 req-9b32f5f8-bab7-4331-9513-5378672d72b2 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0639992 Jun 22 18:35:07.783971 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7e1ac0e-1fce-4f3a-a570-569b9bed4815 req-e543fc86-aabb-4784-b8c7-81399ae93e38 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346284 Jun 22 18:35:08.090595 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ae054-d7cb-4a8a-80db-67e43002d395 req-ad63f85c-6e8f-4394-822e-70a1f564950e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:08.092093 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3f5ae054-d7cb-4a8a-80db-67e43002d395 req-ad63f85c-6e8f-4394-822e-70a1f564950e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0746698 Jun 22 18:35:08.130855 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3f5ae054-d7cb-4a8a-80db-67e43002d395 req-d4a0172b-aad6-41d8-99d7-09c0203aa534 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Jun 22 18:35:08.513604 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f6e57-532e-45af-8388-7685fbdff511 req-9ed1204f-1601-4e62-bd1d-02db9bdb7673 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:08.515086 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ff0f6e57-532e-45af-8388-7685fbdff511 req-9ed1204f-1601-4e62-bd1d-02db9bdb7673 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0650878 Jun 22 18:35:08.552668 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ff0f6e57-532e-45af-8388-7685fbdff511 req-e4dd8a19-6a67-48c1-8951-cde3825b873d tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319536 Jun 22 18:35:08.967865 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540413f-84e3-4712-8f00-bcac0b871de0 req-41952383-eec1-4c47-a059-f0e45c2fa599 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:08.969352 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9540413f-84e3-4712-8f00-bcac0b871de0 req-41952383-eec1-4c47-a059-f0e45c2fa599 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0695271 Jun 22 18:35:09.006545 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9540413f-84e3-4712-8f00-bcac0b871de0 req-c499429d-67f4-4405-adb8-b8967f947813 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Jun 22 18:35:09.310562 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fe021-9bad-40dd-9257-ea601ad6dd9c req-323030c2-69f6-4cd4-aa70-716ce2942691 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:09.312084 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-493fe021-9bad-40dd-9257-ea601ad6dd9c req-323030c2-69f6-4cd4-aa70-716ce2942691 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0644562 Jun 22 18:35:09.352971 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-493fe021-9bad-40dd-9257-ea601ad6dd9c req-cb967f25-5331-48ec-b8a2-ba91669621ba tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Jun 22 18:35:09.728110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132f23e-83fb-4551-99ab-d95276988d2a req-4ee0af6b-b69d-42e8-9ee3-e0d0d964f4dd tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:09.730141 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5132f23e-83fb-4551-99ab-d95276988d2a req-4ee0af6b-b69d-42e8-9ee3-e0d0d964f4dd tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0642853 Jun 22 18:35:09.768706 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5132f23e-83fb-4551-99ab-d95276988d2a req-a25a61e1-6b80-4d5e-a633-76aa95fca726 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Jun 22 18:35:10.187532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f5237-6903-4784-adaf-bfbe18eab369 req-9da66f7a-e9ce-4ad1-8022-89900f5e4258 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.189042 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e23f5237-6903-4784-adaf-bfbe18eab369 req-9da66f7a-e9ce-4ad1-8022-89900f5e4258 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0720274 Jun 22 18:35:10.230146 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e23f5237-6903-4784-adaf-bfbe18eab369 req-0961854c-034e-4e60-ab38-69bbd6d479a3 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353537 Jun 22 18:35:10.542746 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493a1ea-0864-4216-b620-9a24d83666b4 req-f3235724-bbad-42a7-ad80-81b0ab983126 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.544287 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c493a1ea-0864-4216-b620-9a24d83666b4 req-f3235724-bbad-42a7-ad80-81b0ab983126 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0669847 Jun 22 18:35:10.582046 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c493a1ea-0864-4216-b620-9a24d83666b4 req-500a9fae-d0c9-4270-8f89-970499034f78 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Jun 22 18:35:10.957994 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eddb0-6cc2-4c1a-9737-ff3a00172cfc req-aa4c5046-fc2a-489d-9e16-51150d66e31f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.959490 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-573eddb0-6cc2-4c1a-9737-ff3a00172cfc req-aa4c5046-fc2a-489d-9e16-51150d66e31f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0709126 Jun 22 18:35:11.257326 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-573eddb0-6cc2-4c1a-9737-ff3a00172cfc req-f09090e5-0e84-42b4-85e3-d00afc469f67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915406 Jun 22 18:35:11.410196 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372956-75b5-42c3-bae5-9c0fa8623ff5 req-be01daeb-fccb-494c-8409-a3431d28f078 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:11.411621 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-da372956-75b5-42c3-bae5-9c0fa8623ff5 req-be01daeb-fccb-494c-8409-a3431d28f078 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 945 time: 0.0666535 Jun 22 18:35:11.451262 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-da372956-75b5-42c3-bae5-9c0fa8623ff5 req-d1fe06bb-5175-44da-baef-5b741ffa4d15 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331373 Jun 22 18:35:11.763267 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c7339-c0dd-41e8-9175-69d6a71d621e req-4aa6df36-ea8e-440a-bdd3-8dcd88878a1e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:11.764746 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-de3c7339-c0dd-41e8-9175-69d6a71d621e req-4aa6df36-ea8e-440a-bdd3-8dcd88878a1e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 944 time: 0.0634172 Jun 22 18:35:11.798457 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 73587c02-cd5d-4988-ab51-afc48cb2e103 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:35:11.808130 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-de3c7339-c0dd-41e8-9175-69d6a71d621e req-d4544bec-6c28-4d04-989f-47910f195e26 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370560 Jun 22 18:35:11.852689 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 73587c02-cd5d-4988-ab51-afc48cb2e103 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:35:11.856599 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 73587c02-cd5d-4988-ab51-afc48cb2e103 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:35:11.857006 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:11.945358 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:11.968953 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d0b08d-de38-4f58-a382-be31396414de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73587c02-cd5d-4988-ab51-afc48cb2e103'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:11.971212 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f708b45-2df8-4ff2-bacc-925e15242fee" -d '{"events": [{"server_uuid": "14d0b08d-de38-4f58-a382-be31396414de", "name": "network-vif-plugged", "status": "completed", "tag": "73587c02-cd5d-4988-ab51-afc48cb2e103"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:11.985006 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 73587c02-cd5d-4988-ab51-afc48cb2e103, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=73587c02-cd5d-4988-ab51-afc48cb2e103,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:11.989618 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:11.990856 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2a197675-840b-49f9-859a-b46fbce92643 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:35:11.992569 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:12.032671 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e4721-3344-4bfe-81b2-6743b3d31549 x-openstack-request-id: req-338e4721-3344-4bfe-81b2-6743b3d31549 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:12.032972 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d0b08d-de38-4f58-a382-be31396414de", "name": "network-vif-plugged", "status": "completed", "tag": "73587c02-cd5d-4988-ab51-afc48cb2e103", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:12.033224 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-338e4721-3344-4bfe-81b2-6743b3d31549 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:12.033612 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d0b08d-de38-4f58-a382-be31396414de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73587c02-cd5d-4988-ab51-afc48cb2e103', 'code': 200} Jun 22 18:35:12.070387 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=73587c02-cd5d-4988-ab51-afc48cb2e103,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:12.074275 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:12.086300 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 2a197675-840b-49f9-859a-b46fbce92643 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:35:12.094165 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 2a197675-840b-49f9-859a-b46fbce92643 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:35:12.094549 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:12.196133 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:12.233738 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2a197675-840b-49f9-859a-b46fbce92643, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2a197675-840b-49f9-859a-b46fbce92643,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:12.238156 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:12.240069 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:12.291041 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=2a197675-840b-49f9-859a-b46fbce92643,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:12.294322 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:12.411081 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f315-2b76-4590-a100-70e9d8f6f9fa req-74314be0-9a16-43a6-9230-769b445d9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:12.412691 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ac99f315-2b76-4590-a100-70e9d8f6f9fa req-74314be0-9a16-43a6-9230-769b445d9f4a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 1098 time: 0.0714622 Jun 22 18:35:12.474398 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ac99f315-2b76-4590-a100-70e9d8f6f9fa req-77043f1b-70d6-4ebe-9dcb-8f97ccd2a5ec service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Jun 22 18:35:12.493632 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe526e6-08c0-4bbf-a24e-533a2a807726 req-ddc3c502-c0e9-40e2-bfde-66c31c021717 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:12.495687 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bbe526e6-08c0-4bbf-a24e-533a2a807726 req-ddc3c502-c0e9-40e2-bfde-66c31c021717 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0996642 Jun 22 18:35:12.536987 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bbe526e6-08c0-4bbf-a24e-533a2a807726 req-2acc4f79-a237-4b87-801a-40e7b8b637fa tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352747 Jun 22 18:35:12.643390 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9383689-3d87-41ed-bf05-b1a203ad6334 req-5d7f62d1-3d14-4db4-a8c4-a5c8b30dfb7e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:12.645045 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b9383689-3d87-41ed-bf05-b1a203ad6334 req-5d7f62d1-3d14-4db4-a8c4-a5c8b30dfb7e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.0769157 Jun 22 18:35:12.685861 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b9383689-3d87-41ed-bf05-b1a203ad6334 req-83bdd5a2-fa93-4bfc-b528-1da52ba4750b tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345459 Jun 22 18:35:12.989054 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebe65e-3e40-4d32-b2ea-f7ade6bc6a60 req-d54deda3-15b6-460b-a7a5-a47165db08af tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:12.990524 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-18ebe65e-3e40-4d32-b2ea-f7ade6bc6a60 req-d54deda3-15b6-460b-a7a5-a47165db08af tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.0656419 Jun 22 18:35:13.028801 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-18ebe65e-3e40-4d32-b2ea-f7ade6bc6a60 req-8fb3e19f-28f1-48eb-b554-6dd1e73a957c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Jun 22 18:35:13.613130 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43bb7e-825f-423e-bdbf-b48de0eefade req-7d333880-03e6-4158-8586-75e824edd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:13.614653 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4a43bb7e-825f-423e-bdbf-b48de0eefade req-7d333880-03e6-4158-8586-75e824edd690 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0621314 Jun 22 18:35:13.656049 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4a43bb7e-825f-423e-bdbf-b48de0eefade req-e07fe6c1-2179-4874-a36c-3e4e0fb13879 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342104 Jun 22 18:35:13.722482 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60186e5d-3de8-475a-8697-23e352f4a25f req-dc68c6b8-0aaf-4c81-a990-c5796ccc9768 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:13.724003 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-60186e5d-3de8-475a-8697-23e352f4a25f req-dc68c6b8-0aaf-4c81-a990-c5796ccc9768 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0670860 Jun 22 18:35:13.764867 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-60186e5d-3de8-475a-8697-23e352f4a25f req-fb31e460-b790-4afa-ab0d-6b58f84966fe tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Jun 22 18:35:13.865930 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c76752-f922-4af4-9e31-5007f12ce516 req-037d42f3-d461-4282-912c-126e6506a2c1 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:13.867294 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f1c76752-f922-4af4-9e31-5007f12ce516 req-037d42f3-d461-4282-912c-126e6506a2c1 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.0651844 Jun 22 18:35:13.912399 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f1c76752-f922-4af4-9e31-5007f12ce516 req-e6809b1c-69a1-4d88-9ada-d6a544ece6aa tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387104 Jun 22 18:35:14.034757 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a197675-840b-49f9-859a-b46fbce92643'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:14.037310 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d712b618-8b4e-443c-8341-2cb9851e2de6" -d '{"events": [{"server_uuid": "e39a1302-24ef-4dd5-8979-f096124e9164", "name": "network-vif-plugged", "status": "completed", "tag": "2a197675-840b-49f9-859a-b46fbce92643"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:14.082641 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f9b7fc-cb61-4925-8a59-9b5e1a1f3d6d x-openstack-request-id: req-05f9b7fc-cb61-4925-8a59-9b5e1a1f3d6d {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:14.083042 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39a1302-24ef-4dd5-8979-f096124e9164", "name": "network-vif-plugged", "status": "completed", "tag": "2a197675-840b-49f9-859a-b46fbce92643", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:14.083416 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05f9b7fc-cb61-4925-8a59-9b5e1a1f3d6d {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:14.083921 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a197675-840b-49f9-859a-b46fbce92643', 'code': 200} Jun 22 18:35:14.232725 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c64e-a55b-4683-93f5-99a3654385d0 req-581c8d3b-b205-4985-bb56-8192864a8d50 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:14.234210 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6005c64e-a55b-4683-93f5-99a3654385d0 req-581c8d3b-b205-4985-bb56-8192864a8d50 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.0876403 Jun 22 18:35:14.275187 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6005c64e-a55b-4683-93f5-99a3654385d0 req-5647342e-4d6e-4470-a992-91ea44250926 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 Jun 22 18:35:15.058636 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58f47-5015-41a7-85df-9844f1d33f8b req-9ec33a6a-8cf9-4ec2-9ee0-c97c8285b5da tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:15.061317 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9b58f47-5015-41a7-85df-9844f1d33f8b req-9ec33a6a-8cf9-4ec2-9ee0-c97c8285b5da tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1650240 Jun 22 18:35:15.082711 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dd91b-140d-4ec1-9db1-ebfb98330fd1 req-2a3abf9a-37b1-41f2-9d53-07d5088e854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:15.085181 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d87dd91b-140d-4ec1-9db1-ebfb98330fd1 req-2a3abf9a-37b1-41f2-9d53-07d5088e854f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 1099 time: 0.1781392 Jun 22 18:35:15.142065 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9b58f47-5015-41a7-85df-9844f1d33f8b req-5354f58b-eb2e-4d5e-acc4-e2a3db8aa0ce tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738192 Jun 22 18:35:15.148437 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d87dd91b-140d-4ec1-9db1-ebfb98330fd1 req-21ec60a1-dfdf-42dc-806c-7665d58686a3 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524373 Jun 22 18:35:15.256220 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61b9be-a02a-4c5b-8282-5ae69bf77dd2 req-6f35ca63-0222-4a3b-8e40-167db3ec5a8e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:15.257768 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7e61b9be-a02a-4c5b-8282-5ae69bf77dd2 req-6f35ca63-0222-4a3b-8e40-167db3ec5a8e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.0765545 Jun 22 18:35:15.316920 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7e61b9be-a02a-4c5b-8282-5ae69bf77dd2 req-d1347d74-9eb3-4fc0-bd5f-47fc91a1b470 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480742 Jun 22 18:35:15.534181 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003d9c7-7fce-446f-b93f-2c8671cac303 req-8d5495a4-495d-4560-80bf-3f104923e411 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:15.536617 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2003d9c7-7fce-446f-b93f-2c8671cac303 req-8d5495a4-495d-4560-80bf-3f104923e411 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.1254308 Jun 22 18:35:15.599208 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2003d9c7-7fce-446f-b93f-2c8671cac303 req-77f025e9-6ab3-4a25-9201-fb703dab3719 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549643 Jun 22 18:35:16.376988 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b88024-7300-4338-bc61-4cd537e4b25d req-b55416ce-a403-4a58-88d1-bdcaf9ee6ee1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:16.379573 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-24b88024-7300-4338-bc61-4cd537e4b25d req-b55416ce-a403-4a58-88d1-bdcaf9ee6ee1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0874717 Jun 22 18:35:16.440010 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-24b88024-7300-4338-bc61-4cd537e4b25d req-78e9dcb1-5588-4cdb-91b7-714b73cc645e tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540407 Jun 22 18:35:16.677625 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c2930-8f96-4292-a050-002c0579eb6e req-0846a5a0-6202-46fa-958f-4a603cd342c7 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:16.679961 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e74c2930-8f96-4292-a050-002c0579eb6e req-0846a5a0-6202-46fa-958f-4a603cd342c7 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.1133628 Jun 22 18:35:16.746902 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e74c2930-8f96-4292-a050-002c0579eb6e req-d512ee7d-f141-4fa9-8f46-417251057f0c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564787 Jun 22 18:35:16.928081 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d139-98c6-48f8-bf98-6bc026a9cf7f req-60e866ac-46d7-4c43-b643-8aa630f66a5d tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:16.929643 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1c23d139-98c6-48f8-bf98-6bc026a9cf7f req-60e866ac-46d7-4c43-b643-8aa630f66a5d tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.0767426 Jun 22 18:35:16.998324 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1c23d139-98c6-48f8-bf98-6bc026a9cf7f req-0bd145c3-21f4-4a78-81a1-4147c024531e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583353 Jun 22 18:35:17.685708 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7a16-b7d6-444a-8eef-091a069de445 req-9d23b6b2-0b10-4723-b263-c0a5bc3fe8c0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:17.688205 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6f4a7a16-b7d6-444a-8eef-091a069de445 req-9d23b6b2-0b10-4723-b263-c0a5bc3fe8c0 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1110497 Jun 22 18:35:17.733216 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6f4a7a16-b7d6-444a-8eef-091a069de445 req-371c528f-e591-4905-af58-d5d7b810194c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385232 Jun 22 18:35:17.969476 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7049bc-7272-49e4-93b7-95c7a0934a21 req-1dc5ea6e-463e-4309-95ed-7ecb0216ac5d tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:17.971029 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ed7049bc-7272-49e4-93b7-95c7a0934a21 req-1dc5ea6e-463e-4309-95ed-7ecb0216ac5d tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.0749230 Jun 22 18:35:18.039479 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ed7049bc-7272-49e4-93b7-95c7a0934a21 req-dc090643-24c4-4f24-bf33-ab90583a8528 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577538 Jun 22 18:35:18.303843 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b448ea-8952-4a8d-85fd-bae7241ed11b req-11687484-840f-4dc7-9f19-74bbccf0f13f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:18.306020 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-79b448ea-8952-4a8d-85fd-bae7241ed11b req-11687484-840f-4dc7-9f19-74bbccf0f13f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.0875428 Jun 22 18:35:18.384367 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-79b448ea-8952-4a8d-85fd-bae7241ed11b req-3b1713b7-30d5-49e9-9575-870cecd162a6 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714123 Jun 22 18:35:18.956332 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef86d1-dca5-4dcd-9ffa-8c2773341d40 req-222ba0e6-bda1-4eb6-8642-85125885461b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:18.957882 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-04ef86d1-dca5-4dcd-9ffa-8c2773341d40 req-222ba0e6-bda1-4eb6-8642-85125885461b tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0676827 Jun 22 18:35:19.008157 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-04ef86d1-dca5-4dcd-9ffa-8c2773341d40 req-3d022189-5f92-48a6-8fa8-074e3b2d3f52 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Jun 22 18:35:19.462684 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76808a9-ca34-4b13-a2c0-3d70c1a5657f req-f227110f-063b-4088-9499-a4b19ab6ffab tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:19.465423 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c76808a9-ca34-4b13-a2c0-3d70c1a5657f req-f227110f-063b-4088-9499-a4b19ab6ffab tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.0907288 Jun 22 18:35:19.520889 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c76808a9-ca34-4b13-a2c0-3d70c1a5657f req-3bc56caa-6a0e-4920-951d-ec0996e59066 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468469 Jun 22 18:35:19.778675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a56fa-b63b-4a5a-ab1a-b0e453c18a08 req-47395699-f13f-412f-9cc0-0e47952d4120 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:19.780493 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-804a56fa-b63b-4a5a-ab1a-b0e453c18a08 req-47395699-f13f-412f-9cc0-0e47952d4120 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.0839672 Jun 22 18:35:19.845401 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-804a56fa-b63b-4a5a-ab1a-b0e453c18a08 req-7054ed55-cc01-44db-89d1-6a95276f329c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562458 Jun 22 18:35:19.905641 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:35:20.100290 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514c8e6-cbc4-4aaf-b008-6257da318864 req-27d16bb4-d8e6-487d-9398-2cf37d19306b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:20.102944 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1514c8e6-cbc4-4aaf-b008-6257da318864 req-27d16bb4-d8e6-487d-9398-2cf37d19306b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.2108660 Jun 22 18:35:20.160480 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-7348414b-2841-44d3-95f8-a55d5798c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:20.162595 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-7348414b-2841-44d3-95f8-a55d5798c684 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 1098 time: 0.2122488 Jun 22 18:35:20.223670 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fc625-2065-4efe-8688-f5e6ac15a322 req-a915ecfa-66fa-447e-80f5-305ba5dd6d2a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:20.223670 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-670fc625-2065-4efe-8688-f5e6ac15a322 req-a915ecfa-66fa-447e-80f5-305ba5dd6d2a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1973076 Jun 22 18:35:20.244542 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1514c8e6-cbc4-4aaf-b008-6257da318864 req-12a9e05f-658f-4031-afd9-085734d73d33 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322632 Jun 22 18:35:20.366027 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-670fc625-2065-4efe-8688-f5e6ac15a322 req-c2fde23b-acc0-4985-909c-6a9eca4cbe1a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200180 Jun 22 18:35:20.420753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-5c0621ce-3cce-47bc-8886-2d1e83899f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:20.422238 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-5c0621ce-3cce-47bc-8886-2d1e83899f4d service neutron] 10.222.0.109 "GET /v2.0/networks?id=d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 200 len: 921 time: 0.2357121 Jun 22 18:35:20.488110 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-16aa0cef-9832-4d28-bd31-ffd04deba7b7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 HTTP/1.1" status: 200 len: 217 time: 0.0395226 Jun 22 18:35:20.603525 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-84aa0770-ef0f-4de3-ac15-0513e5125a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:20.605525 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-84aa0770-ef0f-4de3-ac15-0513e5125a67 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 200 len: 859 time: 0.0823092 Jun 22 18:35:20.673940 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-ffd97ac4-ca06-43c1-ba3e-581021e5c67f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d0fe8673-c9a6-4902-a3b1-cc15228312d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579829 Jun 22 18:35:20.852692 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf2256-d74c-4a27-af4c-341052dc5460 req-c31d9e35-4c87-4f17-9b86-072b75f91cc0 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:20.855399 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6fdf2256-d74c-4a27-af4c-341052dc5460 req-c31d9e35-4c87-4f17-9b86-072b75f91cc0 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.1867154 Jun 22 18:35:20.858899 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-efc811aa-1580-4ce2-b643-4022f79d34b8 service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690657 Jun 22 18:35:21.003026 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6fdf2256-d74c-4a27-af4c-341052dc5460 req-588c417f-56c9-4e68-ab23-352eb98c044e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370764 Jun 22 18:35:21.080739 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6163234f-eb10-4dfa-bad5-491b8cd5d008 req-f0577b97-84d7-41d9-8b2c-a74132b5c8fa service neutron] 10.222.0.109 "GET /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061820 Jun 22 18:35:21.577082 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd31749-23cf-4e3c-9fec-81828fc83bf3 req-820989f0-eab8-4b26-85f3-318570b9b612 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:21.580744 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3bd31749-23cf-4e3c-9fec-81828fc83bf3 req-820989f0-eab8-4b26-85f3-318570b9b612 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.1192586 Jun 22 18:35:21.715906 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3bd31749-23cf-4e3c-9fec-81828fc83bf3 req-b3ae083d-9610-44db-9802-43cab9a1ef71 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230676 Jun 22 18:35:21.768847 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba4f6e-c74c-40dc-9d33-bc0a1b30d7ce req-bad749aa-361d-44aa-ab73-dad3f6e3dad9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:21.771673 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4eba4f6e-c74c-40dc-9d33-bc0a1b30d7ce req-bad749aa-361d-44aa-ab73-dad3f6e3dad9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1685059 Jun 22 18:35:21.839658 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4eba4f6e-c74c-40dc-9d33-bc0a1b30d7ce req-dd569175-44a1-49ad-b979-db7d362b3acb tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555482 Jun 22 18:35:22.031642 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-d784846c-4ece-446c-a3fe-cc6b1aaeca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.931102 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be63af-2c80-4257-9a5d-cdbbe32cbbd0 req-624cc202-a113-400a-b12e-2f3fc2d6c705 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:22.934185 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-25be63af-2c80-4257-9a5d-cdbbe32cbbd0 req-624cc202-a113-400a-b12e-2f3fc2d6c705 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.1114819 Jun 22 18:35:22.985316 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-25be63af-2c80-4257-9a5d-cdbbe32cbbd0 req-4e521608-e28c-4368-a2a0-71cacc342a82 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Jun 22 18:35:23.308253 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed3f93-9a4f-458a-8cbd-a3869343d625 req-cb90c8ea-a692-48cd-9866-9f076556d89a tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:23.311002 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f8ed3f93-9a4f-458a-8cbd-a3869343d625 req-cb90c8ea-a692-48cd-9866-9f076556d89a tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.1653054 Jun 22 18:35:23.384640 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f8ed3f93-9a4f-458a-8cbd-a3869343d625 req-77e97394-c6c1-487c-83f8-48a4b6603db6 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617452 Jun 22 18:35:23.549932 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-9013b6dd-3d4e-4e4d-aefe-0fadf2dd144c tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:23.551623 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-9013b6dd-3d4e-4e4d-aefe-0fadf2dd144c tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.109 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 945 time: 0.1549857 Jun 22 18:35:23.569047 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667b21-1bb8-4c0e-b181-bf6718b6e685 req-f2b07af3-aa22-4664-bd39-e81b593c85d4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:23.570750 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0b667b21-1bb8-4c0e-b181-bf6718b6e685 req-f2b07af3-aa22-4664-bd39-e81b593c85d4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1307764 Jun 22 18:35:23.685704 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0b667b21-1bb8-4c0e-b181-bf6718b6e685 req-06ebacf9-0630-48d4-8efb-ff02876a76a8 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826733 Jun 22 18:35:23.737616 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Deleting port 419815f8-adca-4918-a623-a43deb80df59 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:23.738357 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:23.877758 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] For port 419815f8-adca-4918-a623-a43deb80df59, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=419815f8-adca-4918-a623-a43deb80df59,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:23.878227 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:23.902331 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Calling delete_port for 419815f8-adca-4918-a623-a43deb80df59 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:24.125498 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:24.134581 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:24.165995 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Pushing event deleted for resources: {'Port': ['ID=419815f8-adca-4918-a623-a43deb80df59,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:24.187998 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.188338 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.188709 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.189023 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.189317 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.189662 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.190002 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.190342 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.190758 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.191912 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.192518 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.193111 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:24.241088 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:24.333430 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] No DVR routers for this DVR port 419815f8-adca-4918-a623-a43deb80df59 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:24.338771 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:24.342374 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebe8cd38-1bf5-4a49-b6d2-f12da8fbde9b req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.109 "DELETE /v2.0/ports/419815f8-adca-4918-a623-a43deb80df59 HTTP/1.1" status: 204 len: 173 time: 0.7703385 Jun 22 18:35:24.343188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe132381-f590-480f-9112-c9c1fa5dde87', 'name': 'network-vif-deleted', 'tag': '419815f8-adca-4918-a623-a43deb80df59'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:24.347304 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1f3815-db0b-403f-a1be-475467420863" -d '{"events": [{"server_uuid": "fe132381-f590-480f-9112-c9c1fa5dde87", "name": "network-vif-deleted", "tag": "419815f8-adca-4918-a623-a43deb80df59"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:24.467281 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a8d54-24c7-4887-95bc-c85449e6a8b0 req-45a1ad9c-c1e8-4666-83d8-844cc66e143e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:24.469087 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2f7a8d54-24c7-4887-95bc-c85449e6a8b0 req-45a1ad9c-c1e8-4666-83d8-844cc66e143e tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.2304640 Jun 22 18:35:24.470874 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852478da-8627-4583-917b-fd71e19f01ce x-openstack-request-id: req-852478da-8627-4583-917b-fd71e19f01ce {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:24.471596 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe132381-f590-480f-9112-c9c1fa5dde87", "name": "network-vif-deleted", "tag": "419815f8-adca-4918-a623-a43deb80df59", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:24.471954 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-852478da-8627-4583-917b-fd71e19f01ce {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:24.472456 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe132381-f590-480f-9112-c9c1fa5dde87', 'name': 'network-vif-deleted', 'tag': '419815f8-adca-4918-a623-a43deb80df59', 'status': 'completed', 'code': 200} Jun 22 18:35:24.561679 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2f7a8d54-24c7-4887-95bc-c85449e6a8b0 req-1d10b0ba-de72-41cf-897b-d9ea0dc8344b tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669136 Jun 22 18:35:24.804280 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aa3607bb-a280-43ef-a709-c0ed71426ce3 req-dabdbd1b-ecfe-4ab4-9f3e-0ec0793996ff tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 210 time: 0.0826919 Jun 22 18:35:25.179002 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b9194-0289-4129-99ce-8c7844088f4e req-e0129a03-2f44-4f73-aca0-df24bafa913a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:25.180643 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-787b9194-0289-4129-99ce-8c7844088f4e req-e0129a03-2f44-4f73-aca0-df24bafa913a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1113968 Jun 22 18:35:25.255614 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-787b9194-0289-4129-99ce-8c7844088f4e req-d6879c0a-3f53-40ae-b734-cd5505369cf5 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606661 Jun 22 18:35:25.674349 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-d3ca3803-f4af-4d28-8db7-6295de8bcad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:25.750870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407aaa55-923a-49ad-9268-006ed757ef22 req-3c9adad9-a74d-444e-8ac4-d17e0a1fd903 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:25.753524 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-407aaa55-923a-49ad-9268-006ed757ef22 req-3c9adad9-a74d-444e-8ac4-d17e0a1fd903 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.109 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.1216156 Jun 22 18:35:25.841817 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:25.949373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 419815f8-adca-4918-a623-a43deb80df59 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:25.972552 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1f7dd-7264-4e58-864b-3244359388d5 req-cddd3a75-6b89-4552-b8df-2b558494b721 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:25.974047 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b8a1f7dd-7264-4e58-864b-3244359388d5 req-cddd3a75-6b89-4552-b8df-2b558494b721 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 946 time: 0.1461389 Jun 22 18:35:25.998379 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-407aaa55-923a-49ad-9268-006ed757ef22 req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Deleting port 2a197675-840b-49f9-859a-b46fbce92643 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:25.999279 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-407aaa55-923a-49ad-9268-006ed757ef22 req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:26.030025 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 419815f8-adca-4918-a623-a43deb80df59 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:26.030578 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 419815f8-adca-4918-a623-a43deb80df59 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:26.031252 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2a197675-840b-49f9-859a-b46fbce92643 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:26.148061 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:26.177928 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-49cf7b54-6e3a-456f-a30a-0e36178b65bf req-397f3e9b-16c8-4378-a607-19151eb9cf32 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe132381-f590-480f-9112-c9c1fa5dde87 HTTP/1.1" status: 200 len: 210 time: 0.1437829 Jun 22 18:35:26.197514 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b8a1f7dd-7264-4e58-864b-3244359388d5 req-fae44eb6-4221-479e-b42b-e21c0367d51c tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/security-groups?id=87023754-a8a0-45e8-aa07-7928a22f0ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100294 Jun 22 18:35:26.239658 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:26.298363 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a197675-840b-49f9-859a-b46fbce92643'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:26.301204 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bd1fce-fac1-4149-a5bf-d3769caebde5" -d '{"events": [{"server_uuid": "e39a1302-24ef-4dd5-8979-f096124e9164", "name": "network-vif-unplugged", "status": "completed", "tag": "2a197675-840b-49f9-859a-b46fbce92643"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:26.320318 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-407aaa55-923a-49ad-9268-006ed757ef22 req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] For port 2a197675-840b-49f9-859a-b46fbce92643, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2a197675-840b-49f9-859a-b46fbce92643,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:26.320902 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-407aaa55-923a-49ad-9268-006ed757ef22 req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:26.339681 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:26.351363 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2a197675-840b-49f9-859a-b46fbce92643, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2a197675-840b-49f9-859a-b46fbce92643,segment=NetworkSegment(9f90d365-4bb7-49b4-8326-1e4907bd5f8b),segment_id=9f90d365-4bb7-49b4-8326-1e4907bd5f8b)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:26.355775 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-407aaa55-923a-49ad-9268-006ed757ef22 req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Calling delete_port for 2a197675-840b-49f9-859a-b46fbce92643 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:26.365949 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:26.380173 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:26.507411 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=2a197675-840b-49f9-859a-b46fbce92643,revision_number=6']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:26.512230 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:26.571004 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e51917-abc9-41cd-ba14-79873df794ed x-openstack-request-id: req-59e51917-abc9-41cd-ba14-79873df794ed {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:26.571630 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39a1302-24ef-4dd5-8979-f096124e9164", "name": "network-vif-unplugged", "status": "completed", "tag": "2a197675-840b-49f9-859a-b46fbce92643", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:26.572176 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59e51917-abc9-41cd-ba14-79873df794ed {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:26.574035 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a197675-840b-49f9-859a-b46fbce92643', 'code': 200} Jun 22 18:35:26.662946 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492c4a4-5e94-4483-b8a5-fd52184a0c1b req-4554f600-612b-42c5-a407-7d2db532bf46 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:26.665597 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0492c4a4-5e94-4483-b8a5-fd52184a0c1b req-4554f600-612b-42c5-a407-7d2db532bf46 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.2096837 Jun 22 18:35:27.184294 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0492c4a4-5e94-4483-b8a5-fd52184a0c1b req-43a44c2b-ff46-46da-8d58-0c8ecef54a84 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083535 Jun 22 18:35:27.200163 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-407aaa55-923a-49ad-9268-006ed757ef22 req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:27.205453 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:27.242152 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Pushing event deleted for resources: {'Port': ['ID=2a197675-840b-49f9-859a-b46fbce92643,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:27.248707 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:27.354093 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-407aaa55-923a-49ad-9268-006ed757ef22 req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] No DVR routers for this DVR port 2a197675-840b-49f9-859a-b46fbce92643 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:27.358181 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-407aaa55-923a-49ad-9268-006ed757ef22 req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:27.361842 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-407aaa55-923a-49ad-9268-006ed757ef22 req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.109 "DELETE /v2.0/ports/2a197675-840b-49f9-859a-b46fbce92643 HTTP/1.1" status: 204 len: 173 time: 1.5867684 Jun 22 18:35:27.363314 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'name': 'network-vif-deleted', 'tag': '2a197675-840b-49f9-859a-b46fbce92643'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:27.369346 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f7e55d-dd35-4973-b539-d09998a00cec" -d '{"events": [{"server_uuid": "e39a1302-24ef-4dd5-8979-f096124e9164", "name": "network-vif-deleted", "tag": "2a197675-840b-49f9-859a-b46fbce92643"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:27.484247 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bcc0fdb9-9096-47cf-a0d8-bff95abe01ae req-7b6677cf-534f-4e25-bf9e-77d7275f2060 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 210 time: 0.0770288 Jun 22 18:35:27.595283 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b79d1b-eeaa-4660-948e-b8c733ad844d x-openstack-request-id: req-f0b79d1b-eeaa-4660-948e-b8c733ad844d {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:27.596263 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39a1302-24ef-4dd5-8979-f096124e9164", "name": "network-vif-deleted", "tag": "2a197675-840b-49f9-859a-b46fbce92643", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:27.597013 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0b79d1b-eeaa-4660-948e-b8c733ad844d {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:27.598050 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39a1302-24ef-4dd5-8979-f096124e9164', 'name': 'network-vif-deleted', 'tag': '2a197675-840b-49f9-859a-b46fbce92643', 'status': 'completed', 'code': 200} Jun 22 18:35:28.175763 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:28.723769 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9c2889a-ed7d-4267-aa19-e2579e2252a8 req-6186ca1d-4df0-49ab-bd9c-2b3abf812116 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e39a1302-24ef-4dd5-8979-f096124e9164 HTTP/1.1" status: 200 len: 210 time: 0.0364857 Jun 22 18:35:48.886636 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4e11b6d6-e86d-4100-b9c4-95f12d1f7cb2 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:48.899096 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4e11b6d6-e86d-4100-b9c4-95f12d1f7cb2 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/networks?id=7e644973-af92-405f-b768-0cd3a341e33e HTTP/1.1" status: 200 len: 811 time: 0.2110488 Jun 22 18:35:48.921525 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-c0108eec-dc4c-412b-ac18-e97b42fe24ed tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/quotas/17e32202131344dc8da2b850bc37e137 HTTP/1.1" status: 200 len: 375 time: 0.0201590 Jun 22 18:35:49.004852 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-82281897-5e15-4d31-a467-dd6949476c16 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=17e32202131344dc8da2b850bc37e137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687811 Jun 22 18:35:49.201519 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-2d7da4f3-8009-4269-8160-cf71af40c452 service neutron] 10.222.0.39 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889052 Jun 22 18:35:49.367376 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-79ba4d57-e9ba-4ab2-9746-b7b16f32d338 service neutron] 10.222.0.39 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621635 Jun 22 18:35:49.815199 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ad1f906-0690-4d06-a9d9-5c6af2a6016f req-5b045ca5-0416-46cf-9590-dbec9d4e5a6c tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 210 time: 0.1039371 Jun 22 18:35:49.990269 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 36244) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:50.216084 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.480916 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.496320 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.521397 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-27379dc6-b314-49b6-ac5b-c3e3b99ec613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:50.540628 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21d9b0bec34f4e969f65c1bf038ac117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486767 Jun 22 18:35:50.547860 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 36258) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:50.596187 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9501e192-bc6d-4c9b-9536-2922f31776d0,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:50.609048 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.610045 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.610751 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.611688 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.612608 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.613811 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.614749 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.615455 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.616253 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.617262 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.618104 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.618874 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:50.652940 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:50.681667 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b97778b9-5f4b-4c7e-b466-a4d1bbf7beeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.727674 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b97778b9-5f4b-4c7e-b466-a4d1bbf7beeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.876804 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b97778b9-5f4b-4c7e-b466-a4d1bbf7beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.881662 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b97778b9-5f4b-4c7e-b466-a4d1bbf7beeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.895126 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b97778b9-5f4b-4c7e-b466-a4d1bbf7beeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9501e192-bc6d-4c9b-9536-2922f31776d0 HTTP/1.1" status: 204 len: 168 time: 0.3456931 Jun 22 18:35:50.903539 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:50.935722 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97778b9-5f4b-4c7e-b466-a4d1bbf7beeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9501e192-bc6d-4c9b-9536-2922f31776d0,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:50.948852 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b97778b9-5f4b-4c7e-b466-a4d1bbf7beeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:51.163223 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d625161b-8273-41d2-8aac-24ee6bd974bd req-c5fc942b-e403-4b1a-a13d-c5922bbd02e4 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 210 time: 0.0766749 Jun 22 18:35:51.376285 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392146-cc8b-420b-a38e-8448b0712fa0 req-b39e7a46-d8ab-47b7-af0d-b3c3d8efa80a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:51.384350 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b4392146-cc8b-420b-a38e-8448b0712fa0 req-b39e7a46-d8ab-47b7-af0d-b3c3d8efa80a tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.1250315 Jun 22 18:35:51.502464 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b4392146-cc8b-420b-a38e-8448b0712fa0 req-edae0069-e9f7-413c-83db-77a5b2ca32f4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154907 Jun 22 18:35:52.059689 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-90d7c586-4ca0-4773-94c8-322398522f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:52.212764 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce60a4-79e5-4d10-aa85-c5b469b5fb1b req-e04f943d-6616-4478-975d-aa8be20d9f94 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:52.230568 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-62ce60a4-79e5-4d10-aa85-c5b469b5fb1b req-e04f943d-6616-4478-975d-aa8be20d9f94 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.2913127 Jun 22 18:35:52.273442 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-d9c1675b-5c5d-4436-95f7-cfe60d9a7bb6 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:52.276948 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-d9c1675b-5c5d-4436-95f7-cfe60d9a7bb6 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.109 "GET /v2.0/networks?id=7e644973-af92-405f-b768-0cd3a341e33e HTTP/1.1" status: 200 len: 811 time: 0.2937779 Jun 22 18:35:52.310560 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Request body: {'port': {'device_id': '7f410797-3c57-4b55-8835-cb33e755daf5', 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e', 'admin_state_up': True, 'tenant_id': '17e32202131344dc8da2b850bc37e137'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:52.465441 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-62ce60a4-79e5-4d10-aa85-c5b469b5fb1b req-3911e967-decf-42aa-a524-e47492bc5daf tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832461 Jun 22 18:35:52.566130 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b0c12b1e-937c-47b8-9282-2238791b7a26 req-78f3dfe4-fe13-4f6c-8349-8d7f1d667b5c tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 210 time: 0.0749233 Jun 22 18:35:52.720326 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Made reservation on behalf of 17e32202131344dc8da2b850bc37e137 for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:35:52.738816 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.093334 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57305c75-4f1d-40a5-b8ff-dd1f3caa1e6f req-89e2b1bf-4ae5-4693-a98a-1f2026fc55f9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:53.095920 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-57305c75-4f1d-40a5-b8ff-dd1f3caa1e6f req-89e2b1bf-4ae5-4693-a98a-1f2026fc55f9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.3103130 Jun 22 18:35:53.128069 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Allocated IP 172.20.0.8 (7e644973-af92-405f-b768-0cd3a341e33e/8b91b059-9522-494c-a3a7-d0db78672c11/a2246743-c48b-4f4d-b57e-7da567993c4b) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:35:53.188658 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-57305c75-4f1d-40a5-b8ff-dd1f3caa1e6f req-21e2bf5f-af46-4e86-9676-f32095858f96 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821457 Jun 22 18:35:53.516202 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.623209 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.641235 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5c8d4720-5978-4567-9ba3-da5c6498aa00 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:53.712051 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Network 7e644973-af92-405f-b768-0cd3a341e33e is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:35:53.715267 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:35:53.721131 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:35:53.787880 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Pushing event updated for resources: {'Port': ['ID=a2246743-c48b-4f4d-b57e-7da567993c4b,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:53.792419 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:53.871144 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:53.871144 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.970617 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6675916 Jun 22 18:35:54.007863 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Request body: {'port': {'device_id': '7f410797-3c57-4b55-8835-cb33e755daf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:54.084806 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af27d6-ac65-4548-9bc5-39143c8a09ad req-3c49c728-0a6d-4528-b646-c81148406d21 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:54.092106 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a8af27d6-ac65-4548-9bc5-39143c8a09ad req-3c49c728-0a6d-4528-b646-c81148406d21 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.3035285 Jun 22 18:35:54.156422 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fba7b-9013-4f2c-b178-20f19d9f8439 req-5f323a6c-9250-409c-8958-0c9c431301eb tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:54.158080 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7c8fba7b-9013-4f2c-b178-20f19d9f8439 req-5f323a6c-9250-409c-8958-0c9c431301eb tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 931 time: 0.2770381 Jun 22 18:35:54.232144 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a8af27d6-ac65-4548-9bc5-39143c8a09ad req-b5e185b6-cf66-48e7-a05b-c6776b7acee5 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193900 Jun 22 18:35:54.247759 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.354861 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7c8fba7b-9013-4f2c-b178-20f19d9f8439 req-1e40f63b-adfc-42b3-ba35-2eac515d9e83 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655667 Jun 22 18:35:54.843170 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75792-69b5-41d6-859c-843aec189dcd req-73cd37dc-611e-40b0-af94-e51247bf2faa tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:54.847130 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-37e75792-69b5-41d6-859c-843aec189dcd req-73cd37dc-611e-40b0-af94-e51247bf2faa tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.3033624 Jun 22 18:35:54.992241 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-37e75792-69b5-41d6-859c-843aec189dcd req-520f393c-8164-4536-8fb6-a76c8f3d8ae9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277013 Jun 22 18:35:55.080430 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2246743-c48b-4f4d-b57e-7da567993c4b {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:35:55.092609 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.114659 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Transition to ACTIVE for port object a2246743-c48b-4f4d-b57e-7da567993c4b will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:35:55.120814 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.123157 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:55.228573 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Pushing event updated for resources: {'Port': ['ID=a2246743-c48b-4f4d-b57e-7da567993c4b,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:55.236946 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:55.329783 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-93250061-b376-4a35-9100-b7f7c1aee1a4 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:55.331539 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-93250061-b376-4a35-9100-b7f7c1aee1a4 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.1787148 Jun 22 18:35:55.391493 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Attempting to bind port a2246743-c48b-4f4d-b57e-7da567993c4b on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:35:55.392410 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Attempting to bind port a2246743-c48b-4f4d-b57e-7da567993c4b by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '5f7ba50d-2262-4717-92b2-b534b7ac630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:35:55.396311 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Attempting to bind port a2246743-c48b-4f4d-b57e-7da567993c4b on network 7e644973-af92-405f-b768-0cd3a341e33e {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:35:55.488143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Port a2246743-c48b-4f4d-b57e-7da567993c4b on network 7e644973-af92-405f-b768-0cd3a341e33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:35:55.492043 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Attempting to bind port a2246743-c48b-4f4d-b57e-7da567993c4b on network 7e644973-af92-405f-b768-0cd3a341e33e {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:35:55.545160 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:35:55.545439 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Checking segment: {'id': '5f7ba50d-2262-4717-92b2-b534b7ac630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:35:55.545781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Bound using segment: {'id': '5f7ba50d-2262-4717-92b2-b534b7ac630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:35:55.546218 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Bound port: a2246743-c48b-4f4d-b57e-7da567993c4b, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7ba50d-2262-4717-92b2-b534b7ac630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:35:55.546658 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.676300 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-58cf1e2f-485d-429c-8db3-c036ab663c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.849799 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.954415 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9e7386c8-1468-4b4c-bd87-e41418a6a473 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:55.957071 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9e7386c8-1468-4b4c-bd87-e41418a6a473 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.109 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.5534735 Jun 22 18:35:55.999537 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] For port a2246743-c48b-4f4d-b57e-7da567993c4b, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:35:56.016163 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d63575-ce52-49cc-8622-09aeead263af req-54131e30-1399-4a9d-a172-2c2dbb4b0d52 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.020318 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-72d63575-ce52-49cc-8622-09aeead263af req-54131e30-1399-4a9d-a172-2c2dbb4b0d52 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 943 time: 0.4367561 Jun 22 18:35:56.024569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] For port a2246743-c48b-4f4d-b57e-7da567993c4b, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=a2246743-c48b-4f4d-b57e-7da567993c4b,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:35:56.052936 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f1144-bb98-4b3c-bb9b-0770a4d02cf7 req-4c809e41-4b2d-40e2-bc18-9f82dd0cac34 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.055494 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-659f1144-bb98-4b3c-bb9b-0770a4d02cf7 req-4c809e41-4b2d-40e2-bc18-9f82dd0cac34 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 945 time: 0.5114591 Jun 22 18:35:56.114029 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.116207 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.127970 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:56.267166 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.309030 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.309030 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.309522 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] 10.222.0.109 "PUT /v2.0/ports/a2246743-c48b-4f4d-b57e-7da567993c4b HTTP/1.1" status: 200 len: 1093 time: 2.3100731 Jun 22 18:35:56.314179 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f410797-3c57-4b55-8835-cb33e755daf5', 'tag': 'a2246743-c48b-4f4d-b57e-7da567993c4b'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:56.323891 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa7381-e5a8-4849-9394-9bf2f45587a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f410797-3c57-4b55-8835-cb33e755daf5", "tag": "a2246743-c48b-4f4d-b57e-7da567993c4b"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:56.329159 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Deleting port 73587c02-cd5d-4988-ab51-afc48cb2e103 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:56.329678 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.886362 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-72d63575-ce52-49cc-8622-09aeead263af req-97c0915a-1ac2-42e5-a2cc-00a90bc9fffd tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8483844 Jun 22 18:35:56.902789 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:35:56.913180 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Pushing event updated for resources: {'Port': ['ID=a2246743-c48b-4f4d-b57e-7da567993c4b,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:56.960820 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-659f1144-bb98-4b3c-bb9b-0770a4d02cf7 req-7486fdd0-9d2b-481c-9cec-9fe38272e31d tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8521185 Jun 22 18:35:56.970498 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:57.074692 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] For port 73587c02-cd5d-4988-ab51-afc48cb2e103, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=73587c02-cd5d-4988-ab51-afc48cb2e103,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:57.075103 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:57.113141 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Calling delete_port for 73587c02-cd5d-4988-ab51-afc48cb2e103 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:57.115991 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Deleting port bf4d3ee3-d86b-499e-a617-289e45cf9e67 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:57.116470 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:57.128015 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-3fdf7465-921e-415b-ba32-5fd492f1a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:57.129670 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-3fdf7465-921e-415b-ba32-5fd492f1a932 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=17e32202131344dc8da2b850bc37e137&device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 1096 time: 0.2813141 Jun 22 18:35:57.276886 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-1c9b2a25-4532-4814-9e54-eff7d880bbbd service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2246743-c48b-4f4d-b57e-7da567993c4b HTTP/1.1" status: 200 len: 217 time: 0.0877433 Jun 22 18:35:57.343526 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d8bce6-03b5-4470-8dcd-4d04386ecb5b x-openstack-request-id: req-78d8bce6-03b5-4470-8dcd-4d04386ecb5b {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:57.343876 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f410797-3c57-4b55-8835-cb33e755daf5", "tag": "a2246743-c48b-4f4d-b57e-7da567993c4b", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:57.344283 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78d8bce6-03b5-4470-8dcd-4d04386ecb5b {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:57.344793 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f410797-3c57-4b55-8835-cb33e755daf5', 'tag': 'a2246743-c48b-4f4d-b57e-7da567993c4b', 'status': 'completed', 'code': 200} Jun 22 18:35:57.535970 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-27d646ee-91fb-46d9-a07a-926e52cecece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:57.537575 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-27d646ee-91fb-46d9-a07a-926e52cecece service neutron] 10.222.0.109 "GET /v2.0/subnets?id=8b91b059-9522-494c-a3a7-d0db78672c11 HTTP/1.1" status: 200 len: 851 time: 0.1971712 Jun 22 18:35:57.548756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] For port bf4d3ee3-d86b-499e-a617-289e45cf9e67, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=bf4d3ee3-d86b-499e-a617-289e45cf9e67,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:57.549407 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:57.609965 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Calling delete_port for bf4d3ee3-d86b-499e-a617-289e45cf9e67 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:57.615438 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-ad7a4d9f-d298-4f80-89a2-cb9409b85667 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7e644973-af92-405f-b768-0cd3a341e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602465 Jun 22 18:35:57.731397 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966461-1bf5-42c4-88b7-53a431e6df79 req-d8d69092-2cbf-4da5-b89e-daa49c7f3f17 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:57.732982 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b2966461-1bf5-42c4-88b7-53a431e6df79 req-d8d69092-2cbf-4da5-b89e-daa49c7f3f17 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 945 time: 0.4758475 Jun 22 18:35:57.927438 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:57.952448 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b2966461-1bf5-42c4-88b7-53a431e6df79 req-dd3dc408-fded-45d5-93d0-2cdb3ec056d1 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494334 Jun 22 18:35:57.958298 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1de21226-27d2-4a39-b2a4-88027d9e05a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:57.974191 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['938862cc-fa51-4257-bb0d-3db98813c32f', '13bc1475-99fd-42b7-84d5-14ac2802398d', 'f13e2b9a-0833-4bec-9dde-a7eab8c35570'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:58.009722 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Pushing event deleted for resources: {'Port': ['ID=73587c02-cd5d-4988-ab51-afc48cb2e103,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:58.023660 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:58.036011 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-627e211e-8629-4008-bf34-60e501c04534 service neutron] 10.222.0.109 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075241 Jun 22 18:35:58.086841 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device bf4d3ee3-d86b-499e-a617-289e45cf9e67 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:58.225984 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] No DVR routers for this DVR port 73587c02-cd5d-4988-ab51-afc48cb2e103 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:58.241915 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:58.245891 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "DELETE /v2.0/ports/73587c02-cd5d-4988-ab51-afc48cb2e103 HTTP/1.1" status: 204 len: 173 time: 2.8400724 Jun 22 18:35:58.277413 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:58.283618 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:58.310937 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:58.312902 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Port bf4d3ee3-d86b-499e-a617-289e45cf9e67 update to DOWN by agent not found {{(pid=92907) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 22 18:35:58.313726 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 73587c02-cd5d-4988-ab51-afc48cb2e103 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:58.352495 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 73587c02-cd5d-4988-ab51-afc48cb2e103 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:58.353071 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 73587c02-cd5d-4988-ab51-afc48cb2e103 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:58.407776 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Pushing event deleted for resources: {'Port': ['ID=bf4d3ee3-d86b-499e-a617-289e45cf9e67,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:58.451874 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:58.497778 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c602176c-59b9-4dfd-a8d3-decd15173f85 req-fe1cc4de-e01c-41dd-bcb4-8904ed1f5cde tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 210 time: 0.1141863 Jun 22 18:35:58.522945 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eecbc26d-bc25-4ce1-8ef4-d29da0c14603 req-45a578fd-0347-4986-995c-91cd6508a215 service neutron] 10.222.0.109 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402163 Jun 22 18:35:58.569091 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] No DVR routers for this DVR port bf4d3ee3-d86b-499e-a617-289e45cf9e67 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:58.575050 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:58.578477 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-37cc79ab-4282-49b1-b0aa-c466609d5222 req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.109 "DELETE /v2.0/ports/bf4d3ee3-d86b-499e-a617-289e45cf9e67 HTTP/1.1" status: 204 len: 173 time: 2.6052897 Jun 22 18:35:58.623697 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc500-ca07-40c9-b8f9-73c146678942 req-a33c2336-bad9-43b9-b32e-3abde961da65 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:58.626550 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-85bcc500-ca07-40c9-b8f9-73c146678942 req-a33c2336-bad9-43b9-b32e-3abde961da65 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 943 time: 0.2415087 Jun 22 18:35:58.731295 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-85bcc500-ca07-40c9-b8f9-73c146678942 req-1f40e0b7-bb6b-4dea-ae59-87ec83f3dad3 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663807 Jun 22 18:35:58.878103 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-5357d1ae-67be-4a7f-852d-680e93aab6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:58.887495 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-5357d1ae-67be-4a7f-852d-680e93aab6a2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=17e32202131344dc8da2b850bc37e137&device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 1096 time: 0.1535401 Jun 22 18:35:59.060379 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-e94fbedb-24ec-4b4e-989d-534ce99789e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:59.061892 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-e94fbedb-24ec-4b4e-989d-534ce99789e1 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7e644973-af92-405f-b768-0cd3a341e33e HTTP/1.1" status: 200 len: 913 time: 0.1661346 Jun 22 18:35:59.128015 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-4498c7f2-166d-4281-9e6a-0a8b6d36e79f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2246743-c48b-4f4d-b57e-7da567993c4b HTTP/1.1" status: 200 len: 217 time: 0.0573518 Jun 22 18:35:59.250867 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-3ec90c74-841c-4875-a378-e3811ac0d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:59.253465 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-3ec90c74-841c-4875-a378-e3811ac0d4f3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=8b91b059-9522-494c-a3a7-d0db78672c11 HTTP/1.1" status: 200 len: 851 time: 0.1154675 Jun 22 18:35:59.323976 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-a9cad492-f16d-4ecd-9aff-322263b998a7 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7e644973-af92-405f-b768-0cd3a341e33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586774 Jun 22 18:35:59.353090 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d0b08d-de38-4f58-a382-be31396414de', 'name': 'network-vif-deleted', 'tag': '73587c02-cd5d-4988-ab51-afc48cb2e103'}, {'server_uuid': 'e1418122-a7ff-4235-aebe-7ca65e36aa9f', 'name': 'network-vif-deleted', 'tag': 'bf4d3ee3-d86b-499e-a617-289e45cf9e67'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:59.357588 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47347c97-32db-4773-8150-2f498775adaa" -d '{"events": [{"server_uuid": "14d0b08d-de38-4f58-a382-be31396414de", "name": "network-vif-deleted", "tag": "73587c02-cd5d-4988-ab51-afc48cb2e103"}, {"server_uuid": "e1418122-a7ff-4235-aebe-7ca65e36aa9f", "name": "network-vif-deleted", "tag": "bf4d3ee3-d86b-499e-a617-289e45cf9e67"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:59.364501 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7b0f4477-9047-4620-9baa-1813adafd7ad req-711b1fec-55e5-40fa-804a-db797549d6cf tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.0864215 Jun 22 18:35:59.439186 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475591d4-5e12-4e0a-9ffd-418261e4a1a0 x-openstack-request-id: req-475591d4-5e12-4e0a-9ffd-418261e4a1a0 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:59.439732 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d0b08d-de38-4f58-a382-be31396414de", "name": "network-vif-deleted", "tag": "73587c02-cd5d-4988-ab51-afc48cb2e103", "status": "completed", "code": 200}, {"server_uuid": "e1418122-a7ff-4235-aebe-7ca65e36aa9f", "name": "network-vif-deleted", "tag": "bf4d3ee3-d86b-499e-a617-289e45cf9e67", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:59.440152 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-475591d4-5e12-4e0a-9ffd-418261e4a1a0 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:59.441051 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d0b08d-de38-4f58-a382-be31396414de', 'name': 'network-vif-deleted', 'tag': '73587c02-cd5d-4988-ab51-afc48cb2e103', 'status': 'completed', 'code': 200} Jun 22 18:35:59.441495 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1418122-a7ff-4235-aebe-7ca65e36aa9f', 'name': 'network-vif-deleted', 'tag': 'bf4d3ee3-d86b-499e-a617-289e45cf9e67', 'status': 'completed', 'code': 200} Jun 22 18:35:59.530710 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-f5177103-e51d-4e5c-8d33-8e489fd68f8c service neutron] 10.222.0.109 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879702 Jun 22 18:35:59.712062 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bafa7381-e5a8-4849-9394-9bf2f45587a1 req-a866cd55-18c8-4848-8118-4d5ec084776e service neutron] 10.222.0.109 "GET /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739578 Jun 22 18:35:59.838362 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-41d32671-32ed-4dfb-8817-1d558b29a279 req-28679a5a-c995-4e9c-a549-5663ef5c184c tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d0b08d-de38-4f58-a382-be31396414de HTTP/1.1" status: 200 len: 210 time: 0.0787640 Jun 22 18:36:00.236727 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded4684-3954-4124-9b9c-848086739f3d req-a12f5f5f-73b7-4577-9f02-adb77bfe8776 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:00.244631 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1ded4684-3954-4124-9b9c-848086739f3d req-a12f5f5f-73b7-4577-9f02-adb77bfe8776 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 943 time: 0.1995771 Jun 22 18:36:00.385290 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1ded4684-3954-4124-9b9c-848086739f3d req-de5b6cf5-0691-4966-94e6-1233728f2b90 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961404 Jun 22 18:36:00.690974 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fc9c4d6e-b14c-4c9a-b697-ccb8e85698c8 req-3f735129-c43f-4abd-86af-a5737e9afe87 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1418122-a7ff-4235-aebe-7ca65e36aa9f HTTP/1.1" status: 200 len: 210 time: 0.0735173 Jun 22 18:36:00.698993 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:01.746411 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d4458-5b61-4e27-86c3-25df7defe7ef req-a4b0519a-bfd2-4585-901b-e8221854738a tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:01.749096 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a39d4458-5b61-4e27-86c3-25df7defe7ef req-a4b0519a-bfd2-4585-901b-e8221854738a tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 943 time: 0.1283169 Jun 22 18:36:01.897147 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a39d4458-5b61-4e27-86c3-25df7defe7ef req-6aa5c11d-8be8-4b4f-973f-5e515883684b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372237 Jun 22 18:36:02.115578 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device a2246743-c48b-4f4d-b57e-7da567993c4b details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:36:02.301348 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port a2246743-c48b-4f4d-b57e-7da567993c4b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=a2246743-c48b-4f4d-b57e-7da567993c4b,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:02.352171 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': 'a2246743-c48b-4f4d-b57e-7da567993c4b', 'network_id': '7e644973-af92-405f-b768-0cd3a341e33e', 'port_id': 'a2246743-c48b-4f4d-b57e-7da567993c4b', 'mac_address': 'fa:16:3e:d5:d0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b91b059-9522-494c-a3a7-d0db78672c11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:36:02.508248 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:02.540984 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2246743-c48b-4f4d-b57e-7da567993c4b {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:36:02.572061 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port a2246743-c48b-4f4d-b57e-7da567993c4b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=a2246743-c48b-4f4d-b57e-7da567993c4b,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:02.581670 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:02.584849 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:02.691934 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945aa73-865e-42eb-abd3-4e767e18b20c req-6fb98827-829a-4863-93c7-65b7d25b7e92 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:02.706452 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b945aa73-865e-42eb-abd3-4e767e18b20c req-6fb98827-829a-4863-93c7-65b7d25b7e92 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1766250 Jun 22 18:36:02.724601 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=a2246743-c48b-4f4d-b57e-7da567993c4b,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:02.743028 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.743992 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.745367 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.746173 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.747006 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.748038 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.749493 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.755094 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.755732 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.756287 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.756751 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.758366 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:02.769762 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:02.779207 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b945aa73-865e-42eb-abd3-4e767e18b20c req-f45ce498-a770-43ba-988c-4f83bccf65e9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737619 Jun 22 18:36:03.253941 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['a2246743-c48b-4f4d-b57e-7da567993c4b'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:03.293785 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac260542-2a9e-4f05-b2b9-bd112e276975 req-04ad14b7-fcea-4b64-8481-bb577ebab754 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:03.296798 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ac260542-2a9e-4f05-b2b9-bd112e276975 req-04ad14b7-fcea-4b64-8481-bb577ebab754 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 945 time: 0.2037878 Jun 22 18:36:03.394109 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe07ef4-a37b-4e75-81b0-8f03c731bbaf req-72f18270-d2d2-46f5-8ffa-13aa9b0b1797 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:03.396772 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dfe07ef4-a37b-4e75-81b0-8f03c731bbaf req-72f18270-d2d2-46f5-8ffa-13aa9b0b1797 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 944 time: 0.2275774 Jun 22 18:36:03.413631 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ac260542-2a9e-4f05-b2b9-bd112e276975 req-9695415d-5997-4d91-bbc5-86a92f005d5e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013987 Jun 22 18:36:03.488248 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dfe07ef4-a37b-4e75-81b0-8f03c731bbaf req-cc47d833-f54b-4fd5-aa97-ff4c8487974f tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815616 Jun 22 18:36:04.178621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f72bd3-f8c2-4e9a-acae-c84515c4bb9a req-dc9b3e27-e7d8-487f-b5aa-28f65f9525b9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:04.181490 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-83f72bd3-f8c2-4e9a-acae-c84515c4bb9a req-dc9b3e27-e7d8-487f-b5aa-28f65f9525b9 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1817651 Jun 22 18:36:04.248436 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-83f72bd3-f8c2-4e9a-acae-c84515c4bb9a req-a4380ca6-aa88-441f-b9ae-3bff494b6986 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588694 Jun 22 18:36:04.323144 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-ab996319-0906-472b-93e4-06e4869e0eb8 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910518 Jun 22 18:36:04.521923 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-04fcc4b5-3860-4a51-84bf-408df81ff4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:04.523613 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-04fcc4b5-3860-4a51-84bf-408df81ff4c9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1099 time: 0.1617982 Jun 22 18:36:04.874957 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-c587abc0-8665-4722-a0fc-883b2daa27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:04.877503 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-c587abc0-8665-4722-a0fc-883b2daa27d8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.2408428 Jun 22 18:36:04.927282 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6e46e-fd09-4e24-8775-a292d5ef8d3b req-ef942ba0-9b33-4a5b-b290-c517b41a7c7b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:04.929466 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d6d6e46e-fd09-4e24-8775-a292d5ef8d3b req-ef942ba0-9b33-4a5b-b290-c517b41a7c7b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 944 time: 0.2193656 Jun 22 18:36:04.985014 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393edf22-8b1f-4d55-ba13-ad8b0b31df10 req-0f667e72-90fd-41a3-a8cc-237aebe29bdc tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:04.988057 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-393edf22-8b1f-4d55-ba13-ad8b0b31df10 req-0f667e72-90fd-41a3-a8cc-237aebe29bdc tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 945 time: 0.2793741 Jun 22 18:36:05.054612 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-589c6e1a-b1ae-458a-a39f-71ae8b577f58 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 1002 time: 0.1557796 Jun 22 18:36:05.145615 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d6d6e46e-fd09-4e24-8775-a292d5ef8d3b req-1073a3c0-a3f6-4a41-b040-3c2123ae3b7a tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749561 Jun 22 18:36:05.169691 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-393edf22-8b1f-4d55-ba13-ad8b0b31df10 req-49d38448-7882-43b2-be07-74032e608aad tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656795 Jun 22 18:36:05.179826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-e1bd0b4f-2e5f-4867-9f5f-c4048ff965ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:05.181454 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-e1bd0b4f-2e5f-4867-9f5f-c4048ff965ce service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.1159387 Jun 22 18:36:05.304401 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-8b042de6-569e-4555-bd9f-5ea283e25cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:05.306373 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-8b042de6-569e-4555-bd9f-5ea283e25cc3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130159 Jun 22 18:36:05.497676 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-f7de63e6-e37f-4fd4-b201-fd20abc1522e service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810465 Jun 22 18:36:05.701481 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d82631-8029-4b4d-b418-497d57e34662 req-b031b22b-ab6e-45ab-999a-b444ac8346f8 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:05.701481 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-92d82631-8029-4b4d-b418-497d57e34662 req-b031b22b-ab6e-45ab-999a-b444ac8346f8 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.2057142 Jun 22 18:36:05.721329 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d4ead5ad-3daa-42b1-b00c-1f56430e8665 req-5ac48f1c-d7b0-4bea-a34b-2ad9b69cd889 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687376 Jun 22 18:36:05.784279 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-92d82631-8029-4b4d-b418-497d57e34662 req-a80753cb-678e-4094-8a57-51cb9943b094 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712233 Jun 22 18:36:06.039598 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-2fd22451-5f07-4798-b955-5c176fbdeb0e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:06.042428 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-2fd22451-5f07-4798-b955-5c176fbdeb0e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 945 time: 0.1187625 Jun 22 18:36:06.134291 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device a2246743-c48b-4f4d-b57e-7da567993c4b up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:36:06.227406 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port a2246743-c48b-4f4d-b57e-7da567993c4b completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:36:06.236609 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Deleting port f13e2b9a-0833-4bec-9dde-a7eab8c35570 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:06.237472 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port a2246743-c48b-4f4d-b57e-7da567993c4b triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:36:06.237650 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:06.237848 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:06.482936 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:06.531806 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f410797-3c57-4b55-8835-cb33e755daf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2246743-c48b-4f4d-b57e-7da567993c4b'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:06.539258 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a13b8f-b002-4b1c-8b66-c9f03aca33a1" -d '{"events": [{"server_uuid": "7f410797-3c57-4b55-8835-cb33e755daf5", "name": "network-vif-plugged", "status": "completed", "tag": "a2246743-c48b-4f4d-b57e-7da567993c4b"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:06.552716 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] For port f13e2b9a-0833-4bec-9dde-a7eab8c35570, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f13e2b9a-0833-4bec-9dde-a7eab8c35570,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:06.553539 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:06.579498 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port a2246743-c48b-4f4d-b57e-7da567993c4b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=a2246743-c48b-4f4d-b57e-7da567993c4b,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:06.608283 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:06.618758 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:06.622895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Calling delete_port for f13e2b9a-0833-4bec-9dde-a7eab8c35570 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:06.661404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d503e-1053-41d8-98d4-8f0faad5f27a req-10de9bc9-3dc2-4d36-8386-ceb59452c4c0 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:06.670024 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a93d503e-1053-41d8-98d4-8f0faad5f27a req-10de9bc9-3dc2-4d36-8386-ceb59452c4c0 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 944 time: 0.2232814 Jun 22 18:36:06.759493 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=a2246743-c48b-4f4d-b57e-7da567993c4b,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:06.776995 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:06.862888 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a93d503e-1053-41d8-98d4-8f0faad5f27a req-d75fa76b-d91d-4ff8-979c-9f3b90e1d60e tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912639 Jun 22 18:36:06.946131 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f0c51-fc1c-4874-a0aa-88e07c1b61e6 req-00b8b085-5a7c-48e3-b0e4-5559f6885fcf tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:06.951937 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c12f0c51-fc1c-4874-a0aa-88e07c1b61e6 req-00b8b085-5a7c-48e3-b0e4-5559f6885fcf tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 945 time: 0.2754991 Jun 22 18:36:07.141866 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c12f0c51-fc1c-4874-a0aa-88e07c1b61e6 req-d31a3abf-ddfe-4419-88b2-12cd9abf9907 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816854 Jun 22 18:36:07.165442 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:07.179834 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a1921025-1d28-4a68-b277-ecb7be23d19b tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:07.231705 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['938862cc-fa51-4257-bb0d-3db98813c32f', '13bc1475-99fd-42b7-84d5-14ac2802398d', 'f13e2b9a-0833-4bec-9dde-a7eab8c35570'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:07.321995 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Pushing event deleted for resources: {'Port': ['ID=f13e2b9a-0833-4bec-9dde-a7eab8c35570,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:07.332278 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:07.340547 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150b6463-67ce-4337-8b66-4aab8494d41b x-openstack-request-id: req-150b6463-67ce-4337-8b66-4aab8494d41b {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:07.341431 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f410797-3c57-4b55-8835-cb33e755daf5", "name": "network-vif-plugged", "status": "completed", "tag": "a2246743-c48b-4f4d-b57e-7da567993c4b", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:07.342093 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-150b6463-67ce-4337-8b66-4aab8494d41b {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:07.344812 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f410797-3c57-4b55-8835-cb33e755daf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2246743-c48b-4f4d-b57e-7da567993c4b', 'code': 200} Jun 22 18:36:07.445962 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] No DVR routers for this DVR port f13e2b9a-0833-4bec-9dde-a7eab8c35570 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:36:07.454493 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:07.459312 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-50b9a20e-568a-4915-91bf-6410680e38f0 req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "DELETE /v2.0/ports/f13e2b9a-0833-4bec-9dde-a7eab8c35570 HTTP/1.1" status: 204 len: 173 time: 1.4093382 Jun 22 18:36:07.462319 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe9502-f2fc-4e5f-902d-564c2f5c9909', 'name': 'network-vif-deleted', 'tag': 'f13e2b9a-0833-4bec-9dde-a7eab8c35570'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:07.468006 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88abe982-7079-4d5a-8fd2-00f76b028186" -d '{"events": [{"server_uuid": "8efe9502-f2fc-4e5f-902d-564c2f5c9909", "name": "network-vif-deleted", "tag": "f13e2b9a-0833-4bec-9dde-a7eab8c35570"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:07.628110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4e75dc-9763-45dd-84f6-a89fdb9b1565 x-openstack-request-id: req-da4e75dc-9763-45dd-84f6-a89fdb9b1565 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:07.631201 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe9502-f2fc-4e5f-902d-564c2f5c9909", "name": "network-vif-deleted", "tag": "f13e2b9a-0833-4bec-9dde-a7eab8c35570", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:07.631911 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da4e75dc-9763-45dd-84f6-a89fdb9b1565 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:07.634348 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe9502-f2fc-4e5f-902d-564c2f5c9909', 'name': 'network-vif-deleted', 'tag': 'f13e2b9a-0833-4bec-9dde-a7eab8c35570', 'status': 'completed', 'code': 200} Jun 22 18:36:07.758398 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164b880-6f08-4bd0-ab9e-e1fcd8000289 req-e9fb1925-8bbc-43cc-99be-0b08987d3558 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:07.769888 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2164b880-6f08-4bd0-ab9e-e1fcd8000289 req-e9fb1925-8bbc-43cc-99be-0b08987d3558 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.2817993 Jun 22 18:36:07.868553 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2164b880-6f08-4bd0-ab9e-e1fcd8000289 req-d00cbad5-b731-4953-9593-fa8eb7aa3dd3 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926774 Jun 22 18:36:08.106586 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30e0b6-abf3-4703-b623-93bc8bc0d49c req-22d46efc-6476-4f09-adb4-1e04b5b3530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:08.110632 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb30e0b6-abf3-4703-b623-93bc8bc0d49c req-22d46efc-6476-4f09-adb4-1e04b5b3530b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 1098 time: 0.1453786 Jun 22 18:36:08.282677 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edd25b-70be-4b5e-b7c1-149b40883540 req-fe9ac3f6-7965-4952-9ac5-64e0667ad2dd tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:08.296453 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c5edd25b-70be-4b5e-b7c1-149b40883540 req-fe9ac3f6-7965-4952-9ac5-64e0667ad2dd tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 945 time: 0.2270024 Jun 22 18:36:08.305001 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb30e0b6-abf3-4703-b623-93bc8bc0d49c req-93542564-ca4f-4674-adf9-3a3bdd157c71 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560767 Jun 22 18:36:08.373460 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c5edd25b-70be-4b5e-b7c1-149b40883540 req-7f647040-2da7-481e-9f78-83da31fecfe6 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684896 Jun 22 18:36:08.649665 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c2c9eb21-66d7-4656-b6a0-d24aef4ea138 req-9e41f916-2a5b-4be9-938a-fe2d10063d66 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8efe9502-f2fc-4e5f-902d-564c2f5c9909 HTTP/1.1" status: 200 len: 210 time: 0.0357721 Jun 22 18:36:09.234558 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4f046-d793-4313-9bda-6d60a8c19191 req-2bf34fff-21e2-4c8c-a490-244c1b97cd9c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:09.247522 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c7b4f046-d793-4313-9bda-6d60a8c19191 req-2bf34fff-21e2-4c8c-a490-244c1b97cd9c tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1917617 Jun 22 18:36:09.326462 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c7b4f046-d793-4313-9bda-6d60a8c19191 req-c60deef2-fdfa-4d9a-85f7-761b49944721 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777102 Jun 22 18:36:09.771383 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b32f4-44ec-40de-a846-7e72c6a9c066 req-0822ac15-de1f-47dc-86da-06d250838518 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:09.783466 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c6b32f4-44ec-40de-a846-7e72c6a9c066 req-0822ac15-de1f-47dc-86da-06d250838518 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 945 time: 0.1180851 Jun 22 18:36:09.846834 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c6b32f4-44ec-40de-a846-7e72c6a9c066 req-abf1df6a-e5b9-46c2-aaf7-3ef4eb0a056c tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617049 Jun 22 18:36:10.158422 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device f13e2b9a-0833-4bec-9dde-a7eab8c35570 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:10.226069 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: f13e2b9a-0833-4bec-9dde-a7eab8c35570 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:10.228187 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device f13e2b9a-0833-4bec-9dde-a7eab8c35570 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:10.615814 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fabcf-8b9d-4d92-b3d3-ac5931ab8f26 req-53fb10b1-742d-49ed-95b0-a2c672a103e6 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:10.618403 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-894fabcf-8b9d-4d92-b3d3-ac5931ab8f26 req-53fb10b1-742d-49ed-95b0-a2c672a103e6 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.0970011 Jun 22 18:36:10.691287 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-894fabcf-8b9d-4d92-b3d3-ac5931ab8f26 req-9ef34a6d-fdd6-489f-be27-c9270b008ae2 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583980 Jun 22 18:36:10.897200 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff14f-5770-4648-9581-bcd5d7ea113a req-fe7eea19-a692-414d-9df7-b14c8ba3b456 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:10.898918 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-351ff14f-5770-4648-9581-bcd5d7ea113a req-fe7eea19-a692-414d-9df7-b14c8ba3b456 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 945 time: 0.1136022 Jun 22 18:36:10.973650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-351ff14f-5770-4648-9581-bcd5d7ea113a req-4f1db55e-b677-40ee-ba4e-5f95bb732552 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624692 Jun 22 18:36:11.097858 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55d8ce-eeee-4d77-aad3-059b1a11c211 req-e0c89c6b-acf1-4ece-83a5-b776b1ab988f tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:11.099739 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dd55d8ce-eeee-4d77-aad3-059b1a11c211 req-e0c89c6b-acf1-4ece-83a5-b776b1ab988f tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 945 time: 0.0830243 Jun 22 18:36:11.167127 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dd55d8ce-eeee-4d77-aad3-059b1a11c211 req-7ba83260-6747-4458-9bd2-12f21fe5abdc tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589380 Jun 22 18:36:11.286826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-65238ec5-ef06-4eb2-931a-72e762142d76 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:11.289203 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-65238ec5-ef06-4eb2-931a-72e762142d76 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.109 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1201351 Jun 22 18:36:11.794202 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Deleting port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:11.795192 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:12.048747 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] For port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:12.049504 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:12.079940 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb904-9878-4710-982a-987e90becdac req-3c6f77ae-c861-4e78-9bad-97cd776f93dd tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:12.084382 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f1fcb904-9878-4710-982a-987e90becdac req-3c6f77ae-c861-4e78-9bad-97cd776f93dd tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 945 time: 0.1960495 Jun 22 18:36:12.093093 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Calling delete_port for 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:12.219388 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f1fcb904-9878-4710-982a-987e90becdac req-61b118d1-a13a-4d2b-b46a-fa3335718efb tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/security-groups?id=e61d24d0-3908-4289-9781-2fc2299dd936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107914 Jun 22 18:36:12.487994 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be578e7-5be8-42e2-981a-a94d8ee5563d req-3fade94a-6cdc-4000-be31-e49698ff548a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:12.491310 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3be578e7-5be8-42e2-981a-a94d8ee5563d req-3fade94a-6cdc-4000-be31-e49698ff548a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 945 time: 0.2449718 Jun 22 18:36:12.496118 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:12.501032 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:12.535602 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:12.571199 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Pushing event deleted for resources: {'Port': ['ID=65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:12.582496 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:12.655323 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] No DVR routers for this DVR port 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:36:12.661451 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:12.664301 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b938cdaf-63cb-4e61-b551-bafc6ddc8546 req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.109 "DELETE /v2.0/ports/65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 HTTP/1.1" status: 204 len: 173 time: 1.3684399 Jun 22 18:36:12.664915 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83a294-d673-4c30-a316-b717e5822cb6', 'name': 'network-vif-deleted', 'tag': '65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:12.670067 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa850d1-b58b-464a-a8cf-99a9d59f6219" -d '{"events": [{"server_uuid": "1c83a294-d673-4c30-a316-b717e5822cb6", "name": "network-vif-deleted", "tag": "65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:12.690557 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3be578e7-5be8-42e2-981a-a94d8ee5563d req-b0dc84c7-3e4b-4705-ab8f-05f9793e79e5 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830177 Jun 22 18:36:12.756450 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca869c62-d9e0-4e81-a8a3-38b342ae69cb x-openstack-request-id: req-ca869c62-d9e0-4e81-a8a3-38b342ae69cb {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:12.756450 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83a294-d673-4c30-a316-b717e5822cb6", "name": "network-vif-deleted", "tag": "65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:12.757262 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca869c62-d9e0-4e81-a8a3-38b342ae69cb {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:12.757262 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83a294-d673-4c30-a316-b717e5822cb6', 'name': 'network-vif-deleted', 'tag': '65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5', 'status': 'completed', 'code': 200} Jun 22 18:36:13.478594 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d4b8c518-8f05-4623-b154-0f010aaf03ce req-910815ef-4a5a-4dbc-87e0-56c42a3244a4 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c83a294-d673-4c30-a316-b717e5822cb6 HTTP/1.1" status: 200 len: 210 time: 0.0677187 Jun 22 18:36:13.495161 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-faa14e74-6bdd-4a1c-93a7-b4e83e26bee1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:13.497925 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-faa14e74-6bdd-4a1c-93a7-b4e83e26bee1 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 945 time: 0.1724288 Jun 22 18:36:13.677575 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Deleting port 13bc1475-99fd-42b7-84d5-14ac2802398d {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:13.678151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:13.880979 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] For port 13bc1475-99fd-42b7-84d5-14ac2802398d, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=13bc1475-99fd-42b7-84d5-14ac2802398d,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:13.881965 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:13.908519 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Calling delete_port for 13bc1475-99fd-42b7-84d5-14ac2802398d owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:14.141929 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d0e64-b9b6-4df8-98e4-4e14bcd1400c req-7b34e594-6bec-4327-ab80-f69b601cd041 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:14.143507 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-188d0e64-b9b6-4df8-98e4-4e14bcd1400c req-7b34e594-6bec-4327-ab80-f69b601cd041 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 945 time: 0.1521578 Jun 22 18:36:14.218992 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 36612) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:14.268243 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-188d0e64-b9b6-4df8-98e4-4e14bcd1400c req-8bbe71b6-f118-43a2-8fd3-fe2928fa1af8 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012805 Jun 22 18:36:14.285835 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.292502 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e9889407-5c0f-4f03-a506-39d56bd2e700 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:14.305931 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] Deleting subnet 55783905-3927-4ca4-8b37-161bed65157b {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:36:14.313280 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.328101 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['938862cc-fa51-4257-bb0d-3db98813c32f', '13bc1475-99fd-42b7-84d5-14ac2802398d'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:14.338796 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Pushing event deleted for resources: {'Port': ['ID=13bc1475-99fd-42b7-84d5-14ac2802398d,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:14.342048 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:14.358740 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.405513 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.420513 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] No DVR routers for this DVR port 13bc1475-99fd-42b7-84d5-14ac2802398d on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:36:14.423197 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.425688 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-24fac73f-fc0d-4774-bbc9-d7f8db62e7bc req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "DELETE /v2.0/ports/13bc1475-99fd-42b7-84d5-14ac2802398d HTTP/1.1" status: 204 len: 173 time: 0.9130855 Jun 22 18:36:14.491199 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b52d0-6c46-41d2-9098-bfb7c8ee026a req-11a0728c-0139-43f5-9123-7379c00cb0d7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:14.492897 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d8b52d0-6c46-41d2-9098-bfb7c8ee026a req-11a0728c-0139-43f5-9123-7379c00cb0d7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1647763 Jun 22 18:36:14.503620 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.520467 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:14.552435 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d8b52d0-6c46-41d2-9098-bfb7c8ee026a req-6180e618-c483-4e15-a065-85323e65eaf5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500629 Jun 22 18:36:14.565819 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55783905-3927-4ca4-8b37-161bed65157b,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:14.568658 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.571749 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/55783905-3927-4ca4-8b37-161bed65157b HTTP/1.1" status: 204 len: 168 time: 0.3509188 Jun 22 18:36:14.574484 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:14.576173 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 36616) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:14.623161 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 36618) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:14.659697 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.765404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbeb761-cdca-492e-aaca-4a8aee61fa0f', 'name': 'network-vif-deleted', 'tag': '13bc1475-99fd-42b7-84d5-14ac2802398d'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:14.770501 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d4a225-d234-442e-9d97-7bdc3d50df7b" -d '{"events": [{"server_uuid": "5cbeb761-cdca-492e-aaca-4a8aee61fa0f", "name": "network-vif-deleted", "tag": "13bc1475-99fd-42b7-84d5-14ac2802398d"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:14.780673 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.802883 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dd961d-4985-4a7e-b7c9-a162f1876063']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:14.821655 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0758c2f0-8b5e-4e66-9590-7542276f7c6d x-openstack-request-id: req-0758c2f0-8b5e-4e66-9590-7542276f7c6d {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:14.822147 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbeb761-cdca-492e-aaca-4a8aee61fa0f", "name": "network-vif-deleted", "tag": "13bc1475-99fd-42b7-84d5-14ac2802398d", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:14.822587 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0758c2f0-8b5e-4e66-9590-7542276f7c6d {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:14.824044 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cbeb761-cdca-492e-aaca-4a8aee61fa0f', 'name': 'network-vif-deleted', 'tag': '13bc1475-99fd-42b7-84d5-14ac2802398d', 'status': 'completed', 'code': 200} Jun 22 18:36:14.829400 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f90d365-4bb7-49b4-8326-1e4907bd5f8b') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:14.829868 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f90d365-4bb7-49b4-8326-1e4907bd5f8b') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:14.841571 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.860350 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.871914 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:36:14.872593 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:36:14.875499 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:36:14.884539 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:36:14.884539 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:36:14.884539 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:36:14.884539 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:36:14.884539 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:36:14.958215 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.962991 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:14.967009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:14.975949 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/78dd961d-4985-4a7e-b7c9-a162f1876063 HTTP/1.1" status: 204 len: 168 time: 0.3935065 Jun 22 18:36:14.997315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=78dd961d-4985-4a7e-b7c9-a162f1876063,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:15.001573 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:15.301136 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 36626) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:15.375938 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-c9042d9d-2a7f-45cc-a9ba-a79016ed6642 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fdd857157f54358a42f93db2a6139b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728264 Jun 22 18:36:15.380576 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 36630) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:15.483945 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-089e0347-81fe-4439-a051-7f5dc47c5344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:15.545873 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d00aedb-e5f0-44c3-873d-c6eb0c0e9fdc req-2eeb2a5c-8363-4acb-931b-defab3c79f19 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cbeb761-cdca-492e-aaca-4a8aee61fa0f HTTP/1.1" status: 200 len: 210 time: 0.0549521 Jun 22 18:36:15.556255 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-089e0347-81fe-4439-a051-7f5dc47c5344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:15.562576 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687782'] for router_interface, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:15.661115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-089e0347-81fe-4439-a051-7f5dc47c5344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:15.666106 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-089e0347-81fe-4439-a051-7f5dc47c5344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:15.669164 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-089e0347-81fe-4439-a051-7f5dc47c5344 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87023754-a8a0-45e8-aa07-7928a22f0ac8 HTTP/1.1" status: 204 len: 168 time: 0.2866297 Jun 22 18:36:15.670464 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-171f6da2-aa53-4d49-b877-ddf7d260c727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:15.699235 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0347-81fe-4439-a051-7f5dc47c5344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87023754-a8a0-45e8-aa07-7928a22f0ac8,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:15.703132 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-089e0347-81fe-4439-a051-7f5dc47c5344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:15.927981 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d981e0-4de9-4c25-a6f0-69fa1de35fda req-9c4401b7-7cfd-400d-8772-e44dd203e007 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:15.930603 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a1d981e0-4de9-4c25-a6f0-69fa1de35fda req-9c4401b7-7cfd-400d-8772-e44dd203e007 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1322994 Jun 22 18:36:16.007001 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a1d981e0-4de9-4c25-a6f0-69fa1de35fda req-3d5f79e8-e8bc-4cce-8c9d-1403f69d1a93 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654831 Jun 22 18:36:16.097793 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Deleting port 11f2c1a2-fd32-4344-9499-86bcd6445e8c {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:16.098278 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:16.211786 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 13bc1475-99fd-42b7-84d5-14ac2802398d no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:16.242876 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] For port 11f2c1a2-fd32-4344-9499-86bcd6445e8c, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=11f2c1a2-fd32-4344-9499-86bcd6445e8c,segment=NetworkSegment(4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7),segment_id=4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:16.243540 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:16.256987 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 13bc1475-99fd-42b7-84d5-14ac2802398d {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:16.257347 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 13bc1475-99fd-42b7-84d5-14ac2802398d not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:16.257814 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:16.271143 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Calling delete_port for 11f2c1a2-fd32-4344-9499-86bcd6445e8c owned by network:router_interface {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:16.296222 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:16.296835 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 65ac6dd3-ac3a-4f28-94fc-b59dabaff1a5 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:16.735398 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:16.741478 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:16.775986 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Pushing event deleted for resources: {'Port': ['ID=11f2c1a2-fd32-4344-9499-86bcd6445e8c,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:16.779786 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:17.075693 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1834251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687674'] for router_interface, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:17.331033 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342f840-f720-410e-af10-c28dc49976e4 req-b11ff592-8437-4157-a36a-27655263b721 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:17.334957 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0342f840-f720-410e-af10-c28dc49976e4 req-b11ff592-8437-4157-a36a-27655263b721 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1566315 Jun 22 18:36:17.407804 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0342f840-f720-410e-af10-c28dc49976e4 req-e9db5d0c-78a7-4b17-ab4b-a3b5e64f40a5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577381 Jun 22 18:36:17.492371 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Router 4e046747-cedd-4751-bac1-9410f7089932 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:36:17.659828 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:36:17.669392 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] 10.222.0.39 "PUT /v2.0/routers/4e046747-cedd-4751-bac1-9410f7089932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0420992 Jun 22 18:36:17.669659 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 36710) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:17.672080 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] Sync routers for ids ['4e046747-cedd-4751-bac1-9410f7089932'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:36:17.682293 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] Routers {'4e046747-cedd-4751-bac1-9410f7089932'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:17.683622 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:35:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['4e046747-cedd-4751-bac1-9410f7089932'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:17.858841 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] Set router 4e046747-cedd-4751-bac1-9410f7089932 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:17.887290 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks [] for router, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:18.225904 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e046747-cedd-4751-bac1-9410f7089932', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8918052f-0a10-470e-bed8-567f670c8298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:49Z', 'updated_at': '2021-06-22T18:36:16Z', 'revision_number': 5, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'gw_port': {'id': '8918052f-0a10-470e-bed8-567f670c8298', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e046747-cedd-4751-bac1-9410f7089932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:50Z', 'updated_at': '2021-06-22T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:18.268396 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:18.298147 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] Checking router: 4e046747-cedd-4751-bac1-9410f7089932 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:36:18.315194 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] Routers {'4e046747-cedd-4751-bac1-9410f7089932'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:18.317038 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:35:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['4e046747-cedd-4751-bac1-9410f7089932'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:18.456280 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Deleting port 8918052f-0a10-470e-bed8-567f670c8298 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:18.457359 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:18.605698 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] For port 8918052f-0a10-470e-bed8-567f670c8298, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=8918052f-0a10-470e-bed8-567f670c8298,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:18.607176 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:18.619554 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] Set router 4e046747-cedd-4751-bac1-9410f7089932 gateway port host: None {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:18.629554 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Calling delete_port for 8918052f-0a10-470e-bed8-567f670c8298 owned by network:router_gateway {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:18.698212 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e046747-cedd-4751-bac1-9410f7089932', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:49Z', 'updated_at': '2021-06-22T18:36:18Z', 'revision_number': 6, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'gw_port_host': None}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:18.893869 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006fb2cb-fd2d-4f79-8c63-b033c3112b63 None None] The sync data for ids ['4e046747-cedd-4751-bac1-9410f7089932'] in dv-cinder-769602-3-iscsi is: [{'id': '4e046747-cedd-4751-bac1-9410f7089932', 'name': 'tempest-ServerRescueNegativeTestJSON-2002452387-router', 'tenant_id': '46ccddfa57734aa5825d32e5f9e9452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:49Z', 'updated_at': '2021-06-22T18:36:18Z', 'revision_number': 6, 'project_id': '46ccddfa57734aa5825d32e5f9e9452a', 'gw_port_host': None}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:36:18.894343 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff52aa-5745-487c-be27-51cd5a1cfbf8 req-c6b2c35c-d064-4861-b6ea-9309d2195ea5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:18.895571 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1bff52aa-5745-487c-be27-51cd5a1cfbf8 req-c6b2c35c-d064-4861-b6ea-9309d2195ea5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1989837 Jun 22 18:36:18.934900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bead90-3dd8-4a9d-b7f5-efbad8b57d06 req-0a68631d-5e06-4eaa-9ddf-80769562f5d7 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:18.938365 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e8bead90-3dd8-4a9d-b7f5-efbad8b57d06 req-0a68631d-5e06-4eaa-9ddf-80769562f5d7 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1841125 Jun 22 18:36:18.955748 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:18.959314 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:18.995754 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=8918052f-0a10-470e-bed8-567f670c8298,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:19.000752 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:19.062008 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1bff52aa-5745-487c-be27-51cd5a1cfbf8 req-b34faa62-2a63-4b7a-82aa-24ccbaf931d8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461673 Jun 22 18:36:19.079203 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e8bead90-3dd8-4a9d-b7f5-efbad8b57d06 req-d599b455-76e1-4bdb-a854-2e432dccd8bc tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289761 Jun 22 18:36:19.140061 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621270'] for router_gateway, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.311891 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1567'] for router, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.317849 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.412667 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1690065'] for router, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.413295 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e046747-cedd-4751-bac1-9410f7089932 {{(pid=92906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:36:19.421373 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.423359 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c44963fb-dd4f-4560-8c4e-3e5509197e20 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4e046747-cedd-4751-bac1-9410f7089932 HTTP/1.1" status: 204 len: 168 time: 1.7524841 Jun 22 18:36:19.427262 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 36744) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:19.518956 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-56041636-5533-4771-bcad-259682f1c977 admin admin] Deleting subnet 7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:36:19.524032 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-56041636-5533-4771-bcad-259682f1c977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.580622 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-56041636-5533-4771-bcad-259682f1c977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.639839 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-56041636-5533-4771-bcad-259682f1c977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.731259 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-56041636-5533-4771-bcad-259682f1c977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.738879 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2f94157f-bade-49f7-857d-139082169075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:19.788651 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041636-5533-4771-bcad-259682f1c977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:19.793724 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-56041636-5533-4771-bcad-259682f1c977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:19.795163 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-56041636-5533-4771-bcad-259682f1c977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:19.798693 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-56041636-5533-4771-bcad-259682f1c977 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7e4d2ffd-def6-49e9-b2b5-c58d1cc572e3 HTTP/1.1" status: 204 len: 168 time: 0.3698003 Jun 22 18:36:19.802801 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 36750) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:19.913020 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.033955 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.052061 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fe8673-c9a6-4902-a3b1-cc15228312d9']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:20.081588 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:20.082087 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e42d8b2-2fdb-464e-b1c8-4fca0f5f85e7') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:20.101282 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.139134 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.152226 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:36:20.153277 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:36:20.155858 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:36:20.273973 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.298513 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ea9ccb38-08d9-4e01-b173-614cb4fcd8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:20.302629 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.305036 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d0fe8673-c9a6-4902-a3b1-cc15228312d9 HTTP/1.1" status: 204 len: 168 time: 0.5002947 Jun 22 18:36:20.329469 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0fe8673-c9a6-4902-a3b1-cc15228312d9,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:20.348878 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2267b55e-d07f-4f3b-83c3-cae24d87b594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:20.406873 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41bfe-5a0f-4a4e-a5cb-ebc2b16102db req-c9709815-9d3c-42b7-bf93-ef4d6609588e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:20.408484 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c5e41bfe-5a0f-4a4e-a5cb-ebc2b16102db req-c9709815-9d3c-42b7-bf93-ef4d6609588e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1452487 Jun 22 18:36:20.470963 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd7ed9-2dd4-4c31-a783-15ba66aedf33 req-c45adf78-4ec2-4491-a44e-afd404c0ad12 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:20.473660 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-69dd7ed9-2dd4-4c31-a783-15ba66aedf33 req-c45adf78-4ec2-4491-a44e-afd404c0ad12 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1723781 Jun 22 18:36:20.509321 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 11f2c1a2-fd32-4344-9499-86bcd6445e8c no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:20.532695 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c5e41bfe-5a0f-4a4e-a5cb-ebc2b16102db req-b9b25381-ddee-4b62-87a7-01a6bafcc1c5 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102755 Jun 22 18:36:20.549388 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 11f2c1a2-fd32-4344-9499-86bcd6445e8c {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:20.549388 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 11f2c1a2-fd32-4344-9499-86bcd6445e8c not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:20.549915 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 8918052f-0a10-470e-bed8-567f670c8298 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:20.571995 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-69dd7ed9-2dd4-4c31-a783-15ba66aedf33 req-3a59ea1f-8104-4e66-8871-4c82d3f5acb1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872445 Jun 22 18:36:20.596075 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 8918052f-0a10-470e-bed8-567f670c8298 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:20.596639 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 8918052f-0a10-470e-bed8-567f670c8298 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:20.616579 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 36760) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:20.663245 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-5a0f207f-f09c-4599-9094-b98f4fe37d51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46ccddfa57734aa5825d32e5f9e9452a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453877 Jun 22 18:36:20.665835 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 36762) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:20.730661 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a0f13fb1-df81-4089-bdc4-d9f2c97be08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.761189 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a0f13fb1-df81-4089-bdc4-d9f2c97be08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.832214 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a0f13fb1-df81-4089-bdc4-d9f2c97be08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.836528 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a0f13fb1-df81-4089-bdc4-d9f2c97be08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.844121 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a0f13fb1-df81-4089-bdc4-d9f2c97be08b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e61d24d0-3908-4289-9781-2fc2299dd936 HTTP/1.1" status: 204 len: 168 time: 0.1707814 Jun 22 18:36:20.844121 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-35ae9115-aa68-46c0-b3b5-92183a6b9864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:20.855468 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f13fb1-df81-4089-bdc4-d9f2c97be08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61d24d0-3908-4289-9781-2fc2299dd936,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:20.859191 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a0f13fb1-df81-4089-bdc4-d9f2c97be08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:21.893476 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a6c49-fd23-4ec1-b0d1-1c0cd801cc31 req-d215650d-bcdb-4475-9ce9-5b6088f0f053 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:21.895076 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-033a6c49-fd23-4ec1-b0d1-1c0cd801cc31 req-d215650d-bcdb-4475-9ce9-5b6088f0f053 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1923099 Jun 22 18:36:21.917115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80708-2609-48fb-a007-505bea078a06 req-1e32083a-91da-4675-866a-5c0f4d2710b1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:21.918925 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-25b80708-2609-48fb-a007-505bea078a06 req-1e32083a-91da-4675-866a-5c0f4d2710b1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1557398 Jun 22 18:36:21.991114 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-033a6c49-fd23-4ec1-b0d1-1c0cd801cc31 req-734d62cd-877e-4ca0-a5cc-003af027eb7b tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832438 Jun 22 18:36:22.001386 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-25b80708-2609-48fb-a007-505bea078a06 req-d0a9b0a2-b246-4d97-a966-24fb70121ac9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683289 Jun 22 18:36:22.048502 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-95cea089-2e51-41d8-a19d-66c87e042916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:23.297087 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91575e-5a53-4f46-a5bd-ff8d15e36f3d req-5aa4dcd5-0f96-404b-acbb-f8b95225e26c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:23.298682 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7a91575e-5a53-4f46-a5bd-ff8d15e36f3d req-5aa4dcd5-0f96-404b-acbb-f8b95225e26c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1295834 Jun 22 18:36:23.312133 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7054bc-335e-42f5-ac33-95052a268dcd req-3eaaf064-012a-41cb-a8b0-8f67624bc2a7 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:23.313683 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e7054bc-335e-42f5-ac33-95052a268dcd req-3eaaf064-012a-41cb-a8b0-8f67624bc2a7 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1342115 Jun 22 18:36:23.388850 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7a91575e-5a53-4f46-a5bd-ff8d15e36f3d req-88d7eb2b-6fea-43fc-84c0-f289ce35a6d3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741122 Jun 22 18:36:23.397445 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e7054bc-335e-42f5-ac33-95052a268dcd req-fd1682bb-2e57-40d8-8dd8-cd4545ed2575 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615962 Jun 22 18:36:24.632326 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c527b0f-7b66-433f-9ba7-1f1c12dbc4bf req-7bdb253b-0d26-4ba2-8140-81bfe2e1506d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:24.634972 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9c527b0f-7b66-433f-9ba7-1f1c12dbc4bf req-7bdb253b-0d26-4ba2-8140-81bfe2e1506d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0859816 Jun 22 18:36:24.727351 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9c527b0f-7b66-433f-9ba7-1f1c12dbc4bf req-b21f3c08-312f-46c0-96da-82f25e82a9f4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719969 Jun 22 18:36:24.754090 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f3b6d-6856-42c4-82ac-da0a4441c730 req-8eb9db5e-ba9b-4c25-8185-db16b84e5556 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:24.755880 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c23f3b6d-6856-42c4-82ac-da0a4441c730 req-8eb9db5e-ba9b-4c25-8185-db16b84e5556 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1193690 Jun 22 18:36:24.818943 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c23f3b6d-6856-42c4-82ac-da0a4441c730 req-d99bc196-d705-40d4-8f30-ff49fc48163f tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553620 Jun 22 18:36:25.664313 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b6d7f380-cb35-4835-98cf-ac3df1b53bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:25.837924 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:26.005156 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07c286-79bb-4819-9ee4-8c780c340ffc req-636c25ba-a0c6-4b1a-be9d-37d0974be5d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:26.007698 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4c07c286-79bb-4819-9ee4-8c780c340ffc req-636c25ba-a0c6-4b1a-be9d-37d0974be5d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1267705 Jun 22 18:36:26.101497 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:26.132089 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4c07c286-79bb-4819-9ee4-8c780c340ffc req-f3c4fce2-d323-4bc8-a8ce-33d7aa4747e5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159823 Jun 22 18:36:26.175672 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe6055-f3e0-478f-9984-3f873a4292c5 req-d8cf4f22-2c21-4559-8a6f-cb3ae3c99504 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:26.177851 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3ffe6055-f3e0-478f-9984-3f873a4292c5 req-d8cf4f22-2c21-4559-8a6f-cb3ae3c99504 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1334999 Jun 22 18:36:26.239546 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3ffe6055-f3e0-478f-9984-3f873a4292c5 req-f6753686-584b-459f-8026-75217583985e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494933 Jun 22 18:36:26.303198 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:27.376351 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335674c-a578-4f40-8675-f5e127e9b616 req-89670246-d075-4462-b7f2-ed3634d61fdf tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:27.377940 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5335674c-a578-4f40-8675-f5e127e9b616 req-89670246-d075-4462-b7f2-ed3634d61fdf tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0868104 Jun 22 18:36:27.464556 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5335674c-a578-4f40-8675-f5e127e9b616 req-75ae0a85-aa5a-499a-b5bf-23ddd31191b9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686092 Jun 22 18:36:27.486636 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4364e4-af1f-457b-a55f-55bcf9492a2a req-c09bd8ac-cd71-4b92-a247-8ddd0c50bc63 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:27.488275 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7e4364e4-af1f-457b-a55f-55bcf9492a2a req-c09bd8ac-cd71-4b92-a247-8ddd0c50bc63 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1027224 Jun 22 18:36:27.540048 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7e4364e4-af1f-457b-a55f-55bcf9492a2a req-6da179d9-c771-4ec4-b17b-47815b5249ca tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Jun 22 18:36:28.175151 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:28.725631 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ecda-f3ae-4b7c-9e96-297f5ef126bd req-41e3a9f1-a93d-44c1-ab22-7e2e059364b6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:28.725631 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c585ecda-f3ae-4b7c-9e96-297f5ef126bd req-41e3a9f1-a93d-44c1-ab22-7e2e059364b6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1093416 Jun 22 18:36:28.787711 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c585ecda-f3ae-4b7c-9e96-297f5ef126bd req-3786a12d-37f0-49d8-b29d-efc03d88589c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537915 Jun 22 18:36:28.885259 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be7295-0d14-49d8-91fb-237539a0360c req-7ab02cfd-3455-44e6-9798-be6fb59251c7 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:28.887954 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-66be7295-0d14-49d8-91fb-237539a0360c req-7ab02cfd-3455-44e6-9798-be6fb59251c7 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.1048293 Jun 22 18:36:28.944886 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-66be7295-0d14-49d8-91fb-237539a0360c req-12bbc80d-e23c-4e52-aec5-a97a55e299f5 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/security-groups?id=83e73de7-6040-4519-b619-912f469a1d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505767 Jun 22 18:36:29.445759 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-b90b669d-a910-42d2-988a-cef8935bf8d7 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:29.447223 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-b90b669d-a910-42d2-988a-cef8935bf8d7 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 946 time: 0.0817122 Jun 22 18:36:29.569414 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Deleting port 938862cc-fa51-4257-bb0d-3db98813c32f {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:29.569765 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:29.676425 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] For port 938862cc-fa51-4257-bb0d-3db98813c32f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=938862cc-fa51-4257-bb0d-3db98813c32f,segment=NetworkSegment(9524e8b4-47c0-480e-b3e2-52fd6cdb7007),segment_id=9524e8b4-47c0-480e-b3e2-52fd6cdb7007)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:29.676781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:29.693041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Calling delete_port for 938862cc-fa51-4257-bb0d-3db98813c32f owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:29.873728 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:29.880553 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:29.926455 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['938862cc-fa51-4257-bb0d-3db98813c32f'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:29.931548 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Pushing event deleted for resources: {'Port': ['ID=938862cc-fa51-4257-bb0d-3db98813c32f,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:30.061021 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.061657 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.062254 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.063032 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.063696 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.064278 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.065080 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.065719 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.066346 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.066937 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.067557 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.068146 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:30.076368 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:30.077569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] No DVR routers for this DVR port 938862cc-fa51-4257-bb0d-3db98813c32f on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:36:30.090121 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:30.093615 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dcebe992-a7cd-409e-bda9-bf70adf22cd9 req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.109 "DELETE /v2.0/ports/938862cc-fa51-4257-bb0d-3db98813c32f HTTP/1.1" status: 204 len: 173 time: 0.6388297 Jun 22 18:36:30.098073 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ad823e-e0cb-4fcf-a51e-deeb04c782bb', 'name': 'network-vif-deleted', 'tag': '938862cc-fa51-4257-bb0d-3db98813c32f'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:30.099864 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a79def-2eff-4e2d-8afb-311816cbb462" -d '{"events": [{"server_uuid": "38ad823e-e0cb-4fcf-a51e-deeb04c782bb", "name": "network-vif-deleted", "tag": "938862cc-fa51-4257-bb0d-3db98813c32f"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:30.153616 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ac57265b-8888-41a0-8e73-c7e61d005c80 req-6ec68f89-e90a-46f8-bf25-4713f1004b12 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] 10.222.0.39 "GET /v2.0/ports?device_id=38ad823e-e0cb-4fcf-a51e-deeb04c782bb HTTP/1.1" status: 200 len: 210 time: 0.0687885 Jun 22 18:36:30.196945 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eab876-54c3-4906-b856-55bac9c9ce83 req-d2094481-c5ad-4ff1-a61c-57eb8a1dcf6b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:30.199691 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-19eab876-54c3-4906-b856-55bac9c9ce83 req-d2094481-c5ad-4ff1-a61c-57eb8a1dcf6b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.2276328 Jun 22 18:36:30.236399 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c45aa16-43ae-4460-a437-bc3c96060b06 x-openstack-request-id: req-3c45aa16-43ae-4460-a437-bc3c96060b06 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:30.236789 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ad823e-e0cb-4fcf-a51e-deeb04c782bb", "name": "network-vif-deleted", "tag": "938862cc-fa51-4257-bb0d-3db98813c32f", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:30.237485 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c45aa16-43ae-4460-a437-bc3c96060b06 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:30.237695 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad823e-e0cb-4fcf-a51e-deeb04c782bb', 'name': 'network-vif-deleted', 'tag': '938862cc-fa51-4257-bb0d-3db98813c32f', 'status': 'completed', 'code': 200} Jun 22 18:36:30.255681 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-19eab876-54c3-4906-b856-55bac9c9ce83 req-e7a6193e-a2d8-4264-b000-53feae5302f0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491769 Jun 22 18:36:31.271140 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 36902) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:31.337541 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_v2 [None req-877ba952-fa2d-478f-b05a-8f4f8d048d13 admin admin] Deleting subnet a183f5cf-7e11-4713-b126-a011c5ebbc9e {{(pid=92905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:36:31.342100 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-877ba952-fa2d-478f-b05a-8f4f8d048d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.413287 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-877ba952-fa2d-478f-b05a-8f4f8d048d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26692923'] for subnet, precommit_delete_associations {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.473810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-877ba952-fa2d-478f-b05a-8f4f8d048d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.582746 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-877ba952-fa2d-478f-b05a-8f4f8d048d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26945822'] for subnet, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.588128 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-791f4778-6404-46ea-96a7-b8e9259b324a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:31.624185 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6a44-adf8-4c4b-8709-1a0f5d4c151e req-18f820f4-7b49-49b4-b25c-56a55622ec92 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:31.625764 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-387e6a44-adf8-4c4b-8709-1a0f5d4c151e req-18f820f4-7b49-49b4-b25c-56a55622ec92 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1267395 Jun 22 18:36:31.628461 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ba952-fa2d-478f-b05a-8f4f8d048d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a183f5cf-7e11-4713-b126-a011c5ebbc9e,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:31.630551 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-877ba952-fa2d-478f-b05a-8f4f8d048d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.632613 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-877ba952-fa2d-478f-b05a-8f4f8d048d13 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a183f5cf-7e11-4713-b126-a011c5ebbc9e HTTP/1.1" status: 204 len: 168 time: 0.3604198 Jun 22 18:36:31.633785 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-877ba952-fa2d-478f-b05a-8f4f8d048d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:31.637944 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 36908) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:31.738800 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-387e6a44-adf8-4c4b-8709-1a0f5d4c151e req-d789cbb9-e761-4a33-bb08-c6b5e61f0173 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933948 Jun 22 18:36:31.741823 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.854504 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.867258 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:31.888365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9524e8b4-47c0-480e-b3e2-52fd6cdb7007') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:31.888732 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9524e8b4-47c0-480e-b3e2-52fd6cdb7007') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:31.906087 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.922853 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.930274 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:36:31.930949 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:36:31.935249 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:36:32.022115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:32.028647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:32.033507 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:32.036893 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3 HTTP/1.1" status: 204 len: 168 time: 0.3976407 Jun 22 18:36:32.057651 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5ee0fd-57d7-4b5b-b9c0-6c6d7fcc18f3,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:32.060759 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:32.336379 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 36930) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:32.381868 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-3fbfd2ff-de06-4962-a238-957e984882af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e54c20f27c74f4983dfd5799a0b1f6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441215 Jun 22 18:36:32.384263 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 36932) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:32.442486 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0aff2d57-1d0c-4bab-9b52-d99e49ded0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:32.468867 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0aff2d57-1d0c-4bab-9b52-d99e49ded0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:32.524268 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0aff2d57-1d0c-4bab-9b52-d99e49ded0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:32.527782 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0aff2d57-1d0c-4bab-9b52-d99e49ded0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:32.529128 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-0aff2d57-1d0c-4bab-9b52-d99e49ded0c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83e73de7-6040-4519-b619-912f469a1d58 HTTP/1.1" status: 204 len: 168 time: 0.1437969 Jun 22 18:36:32.530290 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ad245214-0f0a-4866-b883-ee6f68206e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:32.543303 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff2d57-1d0c-4bab-9b52-d99e49ded0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e73de7-6040-4519-b619-912f469a1d58,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:32.547185 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0aff2d57-1d0c-4bab-9b52-d99e49ded0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:33.005523 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e6dd1-db1a-4576-aa98-43852fb2e27f req-1adb352b-8178-41bf-95dc-e077ba52eb2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:33.008273 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d73e6dd1-db1a-4576-aa98-43852fb2e27f req-1adb352b-8178-41bf-95dc-e077ba52eb2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1148765 Jun 22 18:36:33.071731 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d73e6dd1-db1a-4576-aa98-43852fb2e27f req-3dc4161c-9187-4a12-a1fe-6bafaf490373 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563793 Jun 22 18:36:33.897260 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:36:34.310945 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e158c-61b0-4a1c-88bd-73999b328251 req-adc367f6-5912-4d5c-a502-b3067edb6e18 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:34.312546 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-154e158c-61b0-4a1c-88bd-73999b328251 req-adc367f6-5912-4d5c-a502-b3067edb6e18 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1080492 Jun 22 18:36:34.367993 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-154e158c-61b0-4a1c-88bd-73999b328251 req-678a88dc-9750-47c6-a400-f53d5353eadf tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460215 Jun 22 18:36:35.616184 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82011567-79df-4901-9cc8-1a66fd9dd415 req-0d3dfeb9-c109-4018-8f83-35b1d77e3cea tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:35.617733 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82011567-79df-4901-9cc8-1a66fd9dd415 req-0d3dfeb9-c109-4018-8f83-35b1d77e3cea tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0863914 Jun 22 18:36:35.670668 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82011567-79df-4901-9cc8-1a66fd9dd415 req-cbe52a68-c3db-4757-a50e-45242570addb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458238 Jun 22 18:36:37.264511 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b3a5c-6113-482d-9758-16445c6140b4 req-0f056758-196f-4763-9605-56fcf8676235 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:37.266121 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-507b3a5c-6113-482d-9758-16445c6140b4 req-0f056758-196f-4763-9605-56fcf8676235 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.4390707 Jun 22 18:36:37.313171 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-507b3a5c-6113-482d-9758-16445c6140b4 req-bc93149e-9708-4888-be9b-4ffb827d36d3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386877 Jun 22 18:36:38.554234 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb97416-adfb-4a5d-939b-99433fe818e9 req-c24ede5c-8f1e-4117-af50-b27d1297277e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:38.555912 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5eb97416-adfb-4a5d-939b-99433fe818e9 req-c24ede5c-8f1e-4117-af50-b27d1297277e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0665052 Jun 22 18:36:38.610151 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5eb97416-adfb-4a5d-939b-99433fe818e9 req-7be17db7-e596-4622-8d17-9333bb8d21a0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469804 Jun 22 18:36:39.803657 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2b90c-394b-41fa-9ec3-ea5db65905eb req-37ce3c83-8d55-41f6-a155-7509abacd5d5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:39.805101 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c3c2b90c-394b-41fa-9ec3-ea5db65905eb req-37ce3c83-8d55-41f6-a155-7509abacd5d5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0706704 Jun 22 18:36:39.862631 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c3c2b90c-394b-41fa-9ec3-ea5db65905eb req-c25598e7-c5f7-4d8c-9956-5ef98f5c7635 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506437 Jun 22 18:36:40.886581 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 938862cc-fa51-4257-bb0d-3db98813c32f no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:41.118410 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 938862cc-fa51-4257-bb0d-3db98813c32f {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:41.118761 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 938862cc-fa51-4257-bb0d-3db98813c32f not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:41.200040 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24b1e4-41cd-4714-981b-2a5b6c9f3b61 req-e4d26cd1-e8c7-4d8c-9cbd-4ade58d0d709 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:41.202676 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2e24b1e4-41cd-4714-981b-2a5b6c9f3b61 req-e4d26cd1-e8c7-4d8c-9cbd-4ade58d0d709 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0923634 Jun 22 18:36:41.252650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2e24b1e4-41cd-4714-981b-2a5b6c9f3b61 req-83115653-56c4-4509-8def-5bf3b1b2c224 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Jun 22 18:36:42.512152 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24af55a-83b5-44b5-ad3f-2d775ed1f7da req-f9623ff6-edf0-41fc-bed5-d014073e55bc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:42.513070 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 37116) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:42.518846 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f24af55a-83b5-44b5-ad3f-2d775ed1f7da req-f9623ff6-edf0-41fc-bed5-d014073e55bc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0920336 Jun 22 18:36:42.579469 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f24af55a-83b5-44b5-ad3f-2d775ed1f7da req-095d9fdf-8fd5-45af-91cd-2f3c8ab1964c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540836 Jun 22 18:36:42.673866 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-05a74ea2-e1ca-4391-bfb9-781970e60fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:42.794683 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-05a74ea2-e1ca-4391-bfb9-781970e60fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:42.804058 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-05a74ea2-e1ca-4391-bfb9-781970e60fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:42.810015 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fc63f2d8-6ee9-4914-9584-704ca8646f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:42.856068 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-05a74ea2-e1ca-4391-bfb9-781970e60fb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3e044ebc9754ecc8e34d0e18ebd39a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419244 Jun 22 18:36:42.857469 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37132) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:42.859281 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a74ea2-e1ca-4391-bfb9-781970e60fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ee0b8-e3ce-4610-a02a-49cad0838ebc,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:42.883732 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-05a74ea2-e1ca-4391-bfb9-781970e60fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:42.894183 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 37136) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:42.956433 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-19e28e3c-3302-44c4-a926-835fd5b55b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:42.984192 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-19e28e3c-3302-44c4-a926-835fd5b55b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.023289 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-61ce7d1c-bbc8-4afe-9861-ee67d67fb9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.060881 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-19e28e3c-3302-44c4-a926-835fd5b55b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.063778 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-19e28e3c-3302-44c4-a926-835fd5b55b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.065092 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-19e28e3c-3302-44c4-a926-835fd5b55b82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c46ee0b8-e3ce-4610-a02a-49cad0838ebc HTTP/1.1" status: 204 len: 168 time: 0.2063491 Jun 22 18:36:43.066116 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ea4c6368-46bb-43a0-9efd-6e7d3f588750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:43.075654 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e28e3c-3302-44c4-a926-835fd5b55b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ee0b8-e3ce-4610-a02a-49cad0838ebc,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:43.078360 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-19e28e3c-3302-44c4-a926-835fd5b55b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:43.155907 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-61ce7d1c-bbc8-4afe-9861-ee67d67fb9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.165882 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-61ce7d1c-bbc8-4afe-9861-ee67d67fb9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.173737 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8cefa137-76e7-4791-b5c8-672cdc127caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:43.215833 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce7d1c-bbc8-4afe-9861-ee67d67fb9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6028889-d0ca-42a9-a3d9-a9294de9845c,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:43.220234 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-61ce7d1c-bbc8-4afe-9861-ee67d67fb9cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efc4de3a5ef04d54a56818a8e0ca10d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248327 Jun 22 18:36:43.221211 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-61ce7d1c-bbc8-4afe-9861-ee67d67fb9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:43.224692 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37144) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:43.287982 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1ec367f3-8a07-41a6-93fa-105fbbe60f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.329648 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1ec367f3-8a07-41a6-93fa-105fbbe60f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.393566 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1ec367f3-8a07-41a6-93fa-105fbbe60f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.396598 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1ec367f3-8a07-41a6-93fa-105fbbe60f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.398688 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-1ec367f3-8a07-41a6-93fa-105fbbe60f64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6028889-d0ca-42a9-a3d9-a9294de9845c HTTP/1.1" status: 204 len: 168 time: 0.1723502 Jun 22 18:36:43.400110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f7d6cbdf-d7e0-4e3d-a01c-600f7a814226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:43.415966 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec367f3-8a07-41a6-93fa-105fbbe60f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6028889-d0ca-42a9-a3d9-a9294de9845c,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:43.424276 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1ec367f3-8a07-41a6-93fa-105fbbe60f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:43.820957 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c99e8c-5f46-4fea-ba50-ac11def5fdf5 req-0ad80478-07e5-49e3-b27f-ae5e0468ecc6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:43.822839 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-24c99e8c-5f46-4fea-ba50-ac11def5fdf5 req-0ad80478-07e5-49e3-b27f-ae5e0468ecc6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0951786 Jun 22 18:36:43.874250 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-24c99e8c-5f46-4fea-ba50-ac11def5fdf5 req-28015e26-0b2b-4519-9f77-94cc1289a49b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Jun 22 18:36:43.935561 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37166) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:43.957838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1e0634dc-f7b1-4cca-af67-1c2a7b4af84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:44.129761 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1e0634dc-f7b1-4cca-af67-1c2a7b4af84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:44.139246 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1e0634dc-f7b1-4cca-af67-1c2a7b4af84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:44.143888 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-089e0347-81fe-4439-a051-7f5dc47c5344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:44.184772 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0634dc-f7b1-4cca-af67-1c2a7b4af84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73789e6-e6a8-4a1c-bc4a-a96e8677fe72,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:44.190546 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-1e0634dc-f7b1-4cca-af67-1c2a7b4af84c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddaf9ff5881c4dc789908e091c6a40ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534084 Jun 22 18:36:44.191711 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1e0634dc-f7b1-4cca-af67-1c2a7b4af84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:44.194276 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37178) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:44.278210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d564-841b-4f14-b7d0-47720df7b967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:44.314932 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d564-841b-4f14-b7d0-47720df7b967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:44.379026 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d564-841b-4f14-b7d0-47720df7b967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:44.384240 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d564-841b-4f14-b7d0-47720df7b967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:44.387987 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a2a5d564-841b-4f14-b7d0-47720df7b967 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d73789e6-e6a8-4a1c-bc4a-a96e8677fe72 HTTP/1.1" status: 204 len: 168 time: 0.1913974 Jun 22 18:36:44.389409 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fa836799-7192-4a64-9023-97219a93d5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:44.402834 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5d564-841b-4f14-b7d0-47720df7b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73789e6-e6a8-4a1c-bc4a-a96e8677fe72,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:44.406220 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a2a5d564-841b-4f14-b7d0-47720df7b967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:45.156431 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d905a-7ba0-412b-ba5b-dda1d7bfde53 req-18b58a44-d608-4ee8-9448-d1b96c7309bc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:45.158556 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a48d905a-7ba0-412b-ba5b-dda1d7bfde53 req-18b58a44-d608-4ee8-9448-d1b96c7309bc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1191630 Jun 22 18:36:45.224928 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a48d905a-7ba0-412b-ba5b-dda1d7bfde53 req-ad4cf4e3-3f58-46e6-bc9d-ed8d297d9136 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584767 Jun 22 18:36:46.550054 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bec14-0bc6-4f17-9c00-63caa50440ba req-9c9eb5eb-023e-4b07-8440-3898f1993c99 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:46.551992 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a05bec14-0bc6-4f17-9c00-63caa50440ba req-9c9eb5eb-023e-4b07-8440-3898f1993c99 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1021714 Jun 22 18:36:46.623526 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a05bec14-0bc6-4f17-9c00-63caa50440ba req-03e27a34-cd3d-46bc-8e88-b9063c347466 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601401 Jun 22 18:36:46.913955 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:36:47.083259 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:47.101964 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'port_id': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'mac_address': 'fa:16:3e:0d:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:36:47.171271 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.194375 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1115455d-bdff-4bcd-9daa-bd3499f3480f {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:36:47.233934 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:47.247106 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.250798 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:47.319689 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=6']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:47.326058 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:47.454207 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['1115455d-bdff-4bcd-9daa-bd3499f3480f'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:47.463531 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2fc31-cf0c-4e27-a06c-f1685e99e828 req-8622a532-ff84-439e-ba1d-c1a358e16d76 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:47.465795 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-97b2fc31-cf0c-4e27-a06c-f1685e99e828 req-8622a532-ff84-439e-ba1d-c1a358e16d76 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 945 time: 0.0926454 Jun 22 18:36:47.585619 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-97b2fc31-cf0c-4e27-a06c-f1685e99e828 req-4bfd170e-532f-421b-bf6c-990210d33853 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109388 Jun 22 18:36:47.879046 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aabc0-147f-4994-87a2-5895c6345886 req-aa8ee3ef-ad3e-4802-a7ce-571db13ebe8a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:47.880636 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f47aabc0-147f-4994-87a2-5895c6345886 req-aa8ee3ef-ad3e-4802-a7ce-571db13ebe8a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 945 time: 0.0748904 Jun 22 18:36:47.928293 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f47aabc0-147f-4994-87a2-5895c6345886 req-dd1b6000-8a33-4a33-ad48-d6a2c994ebd8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365980 Jun 22 18:36:48.811990 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e3fb4-8b69-4359-b00a-eed0738190da req-e886afc5-43c7-41b2-a053-84c81002da8e tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:48.815994 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f03e3fb4-8b69-4359-b00a-eed0738190da req-e886afc5-43c7-41b2-a053-84c81002da8e tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 945 time: 0.0878422 Jun 22 18:36:48.872557 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f03e3fb4-8b69-4359-b00a-eed0738190da req-a5b7eec3-f08b-4c04-be5d-06cf221958d5 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529134 Jun 22 18:36:48.930190 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:36:48.994022 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 1115455d-bdff-4bcd-9daa-bd3499f3480f triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:36:48.994553 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.090734 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.118579 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:49.121325 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf13440-97d7-48a7-a156-2f2e38d0d8cf" -d '{"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-plugged", "status": "completed", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:49.137382 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:49.143278 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.145469 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:49.161360 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32305218-5f9f-4a68-90af-4524f33fcdf4 req-f19d5b45-1112-437c-9911-b780ba77c8a5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:49.165337 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-32305218-5f9f-4a68-90af-4524f33fcdf4 req-f19d5b45-1112-437c-9911-b780ba77c8a5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 945 time: 0.0835221 Jun 22 18:36:49.179003 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fc35a2-f716-455a-8b9a-1f359fff4b93 x-openstack-request-id: req-03fc35a2-f716-455a-8b9a-1f359fff4b93 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:49.179297 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-plugged", "status": "completed", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:49.179585 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03fc35a2-f716-455a-8b9a-1f359fff4b93 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:49.179970 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'code': 200} Jun 22 18:36:49.203305 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=7']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:49.206001 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:49.225340 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-32305218-5f9f-4a68-90af-4524f33fcdf4 req-e4f68ac8-4276-426a-9f01-686d4648fcf2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523708 Jun 22 18:36:50.310953 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009da5c-7372-4c21-8db9-a236f0a14419 req-8ad60cad-a986-455f-abe4-659e6ec050cf tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:50.312662 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b009da5c-7372-4c21-8db9-a236f0a14419 req-8ad60cad-a986-455f-abe4-659e6ec050cf tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 945 time: 0.1157851 Jun 22 18:36:50.378637 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-b0c70a5c-e7d3-4bcf-87f1-d5f1297b470e tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:50.381499 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-b0c70a5c-e7d3-4bcf-87f1-d5f1297b470e tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.109 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 945 time: 0.1465662 Jun 22 18:36:50.473094 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b009da5c-7372-4c21-8db9-a236f0a14419 req-14c1dce4-0a14-43a2-927f-8f886882d18c tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/security-groups?id=99cdb4ee-da43-4a2c-b950-c67a23002216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497118 Jun 22 18:36:50.566926 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Deleting port a2246743-c48b-4f4d-b57e-7da567993c4b {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:50.567178 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.718562 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] For port a2246743-c48b-4f4d-b57e-7da567993c4b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=a2246743-c48b-4f4d-b57e-7da567993c4b,segment=NetworkSegment(5f7ba50d-2262-4717-92b2-b534b7ac630a),segment_id=5f7ba50d-2262-4717-92b2-b534b7ac630a)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:50.719138 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.748269 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Calling delete_port for a2246743-c48b-4f4d-b57e-7da567993c4b owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:50.820554 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b759915-d2ce-4a8e-985b-5fe81dcf7db1 req-65b24c3f-a92f-4b6d-8f5b-1f6f55480732 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:50.822603 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1b759915-d2ce-4a8e-985b-5fe81dcf7db1 req-65b24c3f-a92f-4b6d-8f5b-1f6f55480732 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.4391415 Jun 22 18:36:50.893011 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1b759915-d2ce-4a8e-985b-5fe81dcf7db1 req-da27d14a-44fe-4923-a398-8106bbcd4419 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589292 Jun 22 18:36:50.971392 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.976056 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3e09806a-d480-4cfc-9259-109003d714fd tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:51.004299 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Pushing event deleted for resources: {'Port': ['ID=a2246743-c48b-4f4d-b57e-7da567993c4b,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:51.008405 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:51.015605 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['a2246743-c48b-4f4d-b57e-7da567993c4b'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:51.093276 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] No DVR routers for this DVR port a2246743-c48b-4f4d-b57e-7da567993c4b on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:36:51.101428 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:51.106405 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a905a9ee-c8a0-468d-9f60-f6a88df3c8df req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.109 "DELETE /v2.0/ports/a2246743-c48b-4f4d-b57e-7da567993c4b HTTP/1.1" status: 204 len: 173 time: 0.7051709 Jun 22 18:36:51.108216 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f410797-3c57-4b55-8835-cb33e755daf5', 'name': 'network-vif-deleted', 'tag': 'a2246743-c48b-4f4d-b57e-7da567993c4b'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:51.112926 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707a068-d6a3-4830-90f8-abd15a0db64a" -d '{"events": [{"server_uuid": "7f410797-3c57-4b55-8835-cb33e755daf5", "name": "network-vif-deleted", "tag": "a2246743-c48b-4f4d-b57e-7da567993c4b"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:51.165124 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe9fe92-b783-4b66-b94e-b55d0ba10c4e x-openstack-request-id: req-bfe9fe92-b783-4b66-b94e-b55d0ba10c4e {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:51.165997 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f410797-3c57-4b55-8835-cb33e755daf5", "name": "network-vif-deleted", "tag": "a2246743-c48b-4f4d-b57e-7da567993c4b", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:51.166704 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfe9fe92-b783-4b66-b94e-b55d0ba10c4e {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:51.169378 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f410797-3c57-4b55-8835-cb33e755daf5', 'name': 'network-vif-deleted', 'tag': 'a2246743-c48b-4f4d-b57e-7da567993c4b', 'status': 'completed', 'code': 200} Jun 22 18:36:51.756215 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77ee47cd-be8c-4a0b-8ce4-3afc14f50e81 req-ae48b2b4-4b1a-4890-8c33-eb5e24b6b584 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f410797-3c57-4b55-8835-cb33e755daf5 HTTP/1.1" status: 200 len: 210 time: 0.0507157 Jun 22 18:36:52.037416 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-aa2a91fb-97d8-4798-a911-df745c30f7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.188803 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd544202-c519-489a-a365-e4ee86d5e60f req-289a8320-053e-4909-8c16-53205f282dae tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:52.191464 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd544202-c519-489a-a365-e4ee86d5e60f req-289a8320-053e-4909-8c16-53205f282dae tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1441159 Jun 22 18:36:52.260116 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd544202-c519-489a-a365-e4ee86d5e60f req-8fb9c5d9-e375-49ae-bad6-5e568c99f2f7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616539 Jun 22 18:36:52.440739 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37360) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:52.600766 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b23a11f3-93f4-482d-af66-52e402795c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.731388 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b23a11f3-93f4-482d-af66-52e402795c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.735956 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-b23a11f3-93f4-482d-af66-52e402795c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.738569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6bdfedd4-67d3-4fc5-86be-ca6cd6dce9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:52.779182 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a11f3-93f4-482d-af66-52e402795c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f91127-bc8c-48ab-952a-7a92d7cce45b,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:52.784487 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-b23a11f3-93f4-482d-af66-52e402795c07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4b458b6fc5248f8bc67ef0f55870e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425846 Jun 22 18:36:52.785462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b23a11f3-93f4-482d-af66-52e402795c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:52.787277 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37368) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:52.846905 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f099a4b3-fd20-49c8-b8e6-340c4bf3ab52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.873895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f099a4b3-fd20-49c8-b8e6-340c4bf3ab52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.937213 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f099a4b3-fd20-49c8-b8e6-340c4bf3ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.940254 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f099a4b3-fd20-49c8-b8e6-340c4bf3ab52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.941845 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f099a4b3-fd20-49c8-b8e6-340c4bf3ab52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26f91127-bc8c-48ab-952a-7a92d7cce45b HTTP/1.1" status: 204 len: 168 time: 0.1534004 Jun 22 18:36:52.942946 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b23a11f3-93f4-482d-af66-52e402795c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:52.954394 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device a2246743-c48b-4f4d-b57e-7da567993c4b no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:52.972392 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099a4b3-fd20-49c8-b8e6-340c4bf3ab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f91127-bc8c-48ab-952a-7a92d7cce45b,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:52.975957 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f099a4b3-fd20-49c8-b8e6-340c4bf3ab52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:53.002270 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: a2246743-c48b-4f4d-b57e-7da567993c4b {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:53.002835 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device a2246743-c48b-4f4d-b57e-7da567993c4b not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:53.307374 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 37384) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:53.332813 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.460004 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.467257 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.470933 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fd01f663-66f0-4862-b50a-cf817fa808e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:53.509681 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224daae-b28d-4f1c-8531-b024737073ad req-6a340c80-9aa6-41d7-871b-baf05b87148e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:53.512707 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e224daae-b28d-4f1c-8531-b024737073ad req-6a340c80-9aa6-41d7-871b-baf05b87148e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0827694 Jun 22 18:36:53.512891 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80964e97a65845a8b23487e0d6be89ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026539 Jun 22 18:36:53.513915 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc3071f-4e1e-467e-abe5-9f1de9e987ae,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:53.515250 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37392) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:53.527166 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.527864 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.528396 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.528830 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.529255 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.529628 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.530178 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.530523 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.530929 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.531519 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.532047 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.532567 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:53.539792 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:53.598337 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e224daae-b28d-4f1c-8531-b024737073ad req-258c4583-6f86-40b3-a25b-7802388f6909 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738924 Jun 22 18:36:53.609948 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c63b46aa-6b43-4129-953c-e0a1556dd050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.644061 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c63b46aa-6b43-4129-953c-e0a1556dd050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.734113 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c63b46aa-6b43-4129-953c-e0a1556dd050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.738455 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c63b46aa-6b43-4129-953c-e0a1556dd050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.743858 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-c63b46aa-6b43-4129-953c-e0a1556dd050 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bc3071f-4e1e-467e-abe5-9f1de9e987ae HTTP/1.1" status: 204 len: 168 time: 0.2206087 Jun 22 18:36:53.745002 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-72b9d08f-58af-4059-b429-91907e825af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:53.757356 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b46aa-6b43-4129-953c-e0a1556dd050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc3071f-4e1e-467e-abe5-9f1de9e987ae,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:53.760135 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c63b46aa-6b43-4129-953c-e0a1556dd050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:54.934817 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbe022-1f99-4d70-bf52-e50964e51e91 req-b34d1721-117d-4967-9094-277e6464e180 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:54.944284 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43cbe022-1f99-4d70-bf52-e50964e51e91 req-b34d1721-117d-4967-9094-277e6464e180 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1524377 Jun 22 18:36:55.022806 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43cbe022-1f99-4d70-bf52-e50964e51e91 req-bcfb0727-1f18-4f67-91a0-68acb4a1f5bc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755270 Jun 22 18:36:55.673325 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-3ca4479c-98df-47f0-9126-667c59a6e817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.832515 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.114047 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.355567 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.357371 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02900-a06f-46f7-81ed-89c9ca90058f req-538d5ef5-d99e-4d2c-82ba-d0c92781453a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:56.369404 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7bb02900-a06f-46f7-81ed-89c9ca90058f req-538d5ef5-d99e-4d2c-82ba-d0c92781453a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1414437 Jun 22 18:36:56.459919 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7bb02900-a06f-46f7-81ed-89c9ca90058f req-7111da14-3f88-49b1-8ec2-0ced635e9b21 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891247 Jun 22 18:36:57.443968 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 37562) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:57.618106 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d07fd824-ff94-487c-a86c-a83c4624ad33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:57.702856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaa4cd-cebf-4bb7-80f9-34cb5e47673e req-047a8082-70b5-4008-845e-0305910023d0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:57.704891 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-93eaa4cd-cebf-4bb7-80f9-34cb5e47673e req-047a8082-70b5-4008-845e-0305910023d0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1091280 Jun 22 18:36:57.744707 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d07fd824-ff94-487c-a86c-a83c4624ad33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:57.748453 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-93eaa4cd-cebf-4bb7-80f9-34cb5e47673e req-ee83605e-086b-4c9d-808e-fc496c152b45 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374839 Jun 22 18:36:57.751133 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d07fd824-ff94-487c-a86c-a83c4624ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:57.754161 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-58cd760f-0186-47dd-aa4a-d14129389d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:57.797658 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37568) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:57.797903 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-d07fd824-ff94-487c-a86c-a83c4624ad33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=542d9c7671104f1da934356cbd667384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513463 Jun 22 18:36:57.797903 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fd824-ff94-487c-a86c-a83c4624ad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addb3bfb-9f89-4021-aecb-4e0627ce2460,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:57.801143 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d07fd824-ff94-487c-a86c-a83c4624ad33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:57.853898 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e9ec4a49-b065-44d9-b731-9666e3c1d329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:57.882870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e9ec4a49-b065-44d9-b731-9666e3c1d329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:57.947134 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e9ec4a49-b065-44d9-b731-9666e3c1d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:57.950749 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e9ec4a49-b065-44d9-b731-9666e3c1d329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:57.951652 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-e9ec4a49-b065-44d9-b731-9666e3c1d329 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/addb3bfb-9f89-4021-aecb-4e0627ce2460 HTTP/1.1" status: 204 len: 168 time: 0.1539273 Jun 22 18:36:57.952769 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1e0634dc-f7b1-4cca-af67-1c2a7b4af84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:57.963120 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec4a49-b065-44d9-b731-9666e3c1d329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addb3bfb-9f89-4021-aecb-4e0627ce2460,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:57.969000 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e9ec4a49-b065-44d9-b731-9666e3c1d329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:58.212267 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:58.400683 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37580) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:58.419172 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a31a05aa-90d2-49b5-9118-52ed1e3bd674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:58.580682 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a31a05aa-90d2-49b5-9118-52ed1e3bd674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:58.588099 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a31a05aa-90d2-49b5-9118-52ed1e3bd674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:58.591597 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-60dc5e1c-b65b-4528-ac8f-fa8ea831452f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:58.633010 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a31a05aa-90d2-49b5-9118-52ed1e3bd674 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=203171c31bb540cb972e6e2c1b0d55b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298691 Jun 22 18:36:58.633931 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a05aa-90d2-49b5-9118-52ed1e3bd674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a390940-e437-473a-87d2-827e58abb353,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:58.636828 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 37582) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:58.641655 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a31a05aa-90d2-49b5-9118-52ed1e3bd674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:58.731066 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-96640920-1db9-4af3-ae30-2c416a7157c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:58.768441 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-96640920-1db9-4af3-ae30-2c416a7157c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:58.873517 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-96640920-1db9-4af3-ae30-2c416a7157c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:58.877488 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-96640920-1db9-4af3-ae30-2c416a7157c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:58.882523 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-96640920-1db9-4af3-ae30-2c416a7157c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a390940-e437-473a-87d2-827e58abb353 HTTP/1.1" status: 204 len: 168 time: 0.2410028 Jun 22 18:36:58.882523 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e63a847f-6969-4ea5-9550-1c5a8143779a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:58.908970 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96640920-1db9-4af3-ae30-2c416a7157c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a390940-e437-473a-87d2-827e58abb353,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:58.933292 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-96640920-1db9-4af3-ae30-2c416a7157c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:59.175669 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a791f-a2e8-4dc9-aa24-3c8f3dfc910b req-7ffa8dce-0c70-4fd2-a625-2b09fa8ccf63 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:59.183794 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3b9a791f-a2e8-4dc9-aa24-3c8f3dfc910b req-7ffa8dce-0c70-4fd2-a625-2b09fa8ccf63 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1305521 Jun 22 18:36:59.252717 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3b9a791f-a2e8-4dc9-aa24-3c8f3dfc910b req-b24cc427-dea2-46d2-96a3-3b8297ee8d7c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676386 Jun 22 18:37:00.575585 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b95d-9e27-4620-a3ef-6056a7db19ad req-c0f60924-9189-46d2-a285-df1512e67481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:00.581365 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d8e9b95d-9e27-4620-a3ef-6056a7db19ad req-c0f60924-9189-46d2-a285-df1512e67481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1281555 Jun 22 18:37:00.673671 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d8e9b95d-9e27-4620-a3ef-6056a7db19ad req-cb1a3a09-e09c-472f-b224-df96dfc96caa tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767758 Jun 22 18:37:01.942976 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170b45-3236-4df7-b4be-2d26b30b4363 req-68228fb4-7122-40a5-bd54-70424ca56936 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:01.945502 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7170b45-3236-4df7-b4be-2d26b30b4363 req-68228fb4-7122-40a5-bd54-70424ca56936 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1110435 Jun 22 18:37:02.039291 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7170b45-3236-4df7-b4be-2d26b30b4363 req-7f3bea34-48e2-487b-b282-5275947c74ec tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776167 Jun 22 18:37:02.101690 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-9e96cd11-0ef1-4afa-9a5e-65f61874440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:02.103174 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-9e96cd11-0ef1-4afa-9a5e-65f61874440f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1099 time: 0.0771172 Jun 22 18:37:02.269252 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-38d5a975-7af1-418f-bd1c-8d066dbca3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:02.271539 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-38d5a975-7af1-418f-bd1c-8d066dbca3f8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.1334131 Jun 22 18:37:02.403375 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-4ca6a95d-9a85-4ac8-adcd-676ddd1f2861 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 1002 time: 0.1242633 Jun 22 18:37:02.532196 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-a8b67df3-afca-46b3-b606-1b739262d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:02.535800 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-a8b67df3-afca-46b3-b606-1b739262d9a0 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0984247 Jun 22 18:37:02.653011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-debe1739-cb4f-4c06-90b0-6d1d7f227f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:02.657985 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-debe1739-cb4f-4c06-90b0-6d1d7f227f66 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138363 Jun 22 18:37:02.820408 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-8c60313b-2ece-4cf0-9f88-5f210c14bb8a service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551886 Jun 22 18:37:02.968415 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a0bc49de-65be-4917-927b-94e4f9e7ed1c req-e8be2e3c-d9eb-4018-894c-5d00d8bfe558 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406505 Jun 22 18:37:03.343432 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5589-7ac8-44ae-a4ba-6ace6b71a1da req-14759939-bc67-4ca0-862e-d3baa35ccdcd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:03.352886 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6f2f5589-7ac8-44ae-a4ba-6ace6b71a1da req-14759939-bc67-4ca0-862e-d3baa35ccdcd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1216593 Jun 22 18:37:03.441539 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6f2f5589-7ac8-44ae-a4ba-6ace6b71a1da req-b09b5460-f241-4057-8b59-acf399d69088 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788429 Jun 22 18:37:04.697803 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9b0b-74f3-4860-b0c0-53d119884736 req-f1b52e96-b972-4f98-a751-474ca996f8a1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:04.703799 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-331d9b0b-74f3-4860-b0c0-53d119884736 req-f1b52e96-b972-4f98-a751-474ca996f8a1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1282907 Jun 22 18:37:04.773762 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-331d9b0b-74f3-4860-b0c0-53d119884736 req-35bbacb5-e4ed-4465-b84f-0a072449105d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659995 Jun 22 18:37:06.080655 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efbc58-d8a0-4903-a8bc-eef223d563d9 req-959fdb08-1aeb-4a7d-9c2b-6565769b03a6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:06.091269 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16efbc58-d8a0-4903-a8bc-eef223d563d9 req-959fdb08-1aeb-4a7d-9c2b-6565769b03a6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1528749 Jun 22 18:37:06.143608 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16efbc58-d8a0-4903-a8bc-eef223d563d9 req-33a795c4-e98a-4b22-8e56-4adb3d57a2fa tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503936 Jun 22 18:37:06.674421 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 37762) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:07.037384 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-69f69d95-1f69-4459-95f2-61e04ce2bf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:07.184075 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-69f69d95-1f69-4459-95f2-61e04ce2bf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:07.189705 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-69f69d95-1f69-4459-95f2-61e04ce2bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:07.196377 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b8be97cf-ae32-4344-99e1-6edc514b2b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:07.247962 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-69f69d95-1f69-4459-95f2-61e04ce2bf85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e6b4fff62904836a7197232143e763a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5717950 Jun 22 18:37:07.250568 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f69d95-1f69-4459-95f2-61e04ce2bf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9ce80-86fb-48d4-a647-49a98b538c58,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:07.251741 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37776) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:07.261977 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-69f69d95-1f69-4459-95f2-61e04ce2bf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:07.322560 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-68d03179-ca34-4496-83fa-c2426eaacd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:07.351439 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-68d03179-ca34-4496-83fa-c2426eaacd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:07.479307 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-68d03179-ca34-4496-83fa-c2426eaacd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:07.482535 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-68d03179-ca34-4496-83fa-c2426eaacd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:07.484272 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-68d03179-ca34-4496-83fa-c2426eaacd85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcb9ce80-86fb-48d4-a647-49a98b538c58 HTTP/1.1" status: 204 len: 168 time: 0.2313142 Jun 22 18:37:07.486276 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-cf7ee34e-eab3-4c10-ab98-30dabe20dd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:07.500525 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d03179-ca34-4496-83fa-c2426eaacd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb9ce80-86fb-48d4-a647-49a98b538c58,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:07.503313 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-68d03179-ca34-4496-83fa-c2426eaacd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:07.515823 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5bf3d-edbe-43d0-b212-fd40df79c48a req-c7400196-d30b-428f-b504-6d0e777baa2e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:07.517802 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-46a5bf3d-edbe-43d0-b212-fd40df79c48a req-c7400196-d30b-428f-b504-6d0e777baa2e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1506259 Jun 22 18:37:07.575579 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-46a5bf3d-edbe-43d0-b212-fd40df79c48a req-c3aebcc6-38ed-494b-9aac-7c841a9f7ced tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494785 Jun 22 18:37:08.860335 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada108f4-2c8d-40b0-aef5-3622142573be req-5d0b3dfa-430e-447b-8939-82953b912d4b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:08.869486 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ada108f4-2c8d-40b0-aef5-3622142573be req-5d0b3dfa-430e-447b-8939-82953b912d4b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1347971 Jun 22 18:37:08.922978 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ada108f4-2c8d-40b0-aef5-3622142573be req-4cae0cb6-4c14-493c-937f-630ed9fa1e1b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524457 Jun 22 18:37:09.995838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37876) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:10.158101 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-39464968-8314-4a7c-b8f1-13425b0e784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:10.280704 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-39464968-8314-4a7c-b8f1-13425b0e784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:10.298814 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-39464968-8314-4a7c-b8f1-13425b0e784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:10.332669 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1ec367f3-8a07-41a6-93fa-105fbbe60f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:10.398145 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-39464968-8314-4a7c-b8f1-13425b0e784f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5d572ca8b5040cdb5bd849a97a032ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006298 Jun 22 18:37:10.400169 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39464968-8314-4a7c-b8f1-13425b0e784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d6dede-c297-4201-9858-7644595cd7f2,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:10.403060 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 37884) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:10.405939 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-39464968-8314-4a7c-b8f1-13425b0e784f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:10.446611 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae495a-a067-4aa4-aeb0-ea24588dd39a req-99c09dbc-8587-4116-a001-de6a5e6f082c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:10.448283 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8dae495a-a067-4aa4-aeb0-ea24588dd39a req-99c09dbc-8587-4116-a001-de6a5e6f082c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.1724243 Jun 22 18:37:10.493013 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c4a9-b2f1-4584-a5ba-bc974b2eabc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:10.502718 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8dae495a-a067-4aa4-aeb0-ea24588dd39a req-d30681b4-1434-49e5-91e2-dee12ae36f9e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Jun 22 18:37:10.524195 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c4a9-b2f1-4584-a5ba-bc974b2eabc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:10.580459 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c4a9-b2f1-4584-a5ba-bc974b2eabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:10.583574 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c4a9-b2f1-4584-a5ba-bc974b2eabc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:10.585155 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-ebd0c4a9-b2f1-4584-a5ba-bc974b2eabc4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99d6dede-c297-4201-9858-7644595cd7f2 HTTP/1.1" status: 204 len: 168 time: 0.1801713 Jun 22 18:37:10.585996 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-6f580f08-be2a-4410-9ee3-68de6770b938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:10.597551 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0c4a9-b2f1-4584-a5ba-bc974b2eabc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d6dede-c297-4201-9858-7644595cd7f2,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:10.601218 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-ebd0c4a9-b2f1-4584-a5ba-bc974b2eabc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:10.896521 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37892) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:10.897335 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:37:10.910770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9e46-f6f7-4402-b628-80e0045aba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.007495 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9e46-f6f7-4402-b628-80e0045aba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.012084 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9e46-f6f7-4402-b628-80e0045aba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.014731 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-01fecedf-bd96-4814-8c82-c782f4610b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:11.055580 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-0c1e9e46-f6f7-4402-b628-80e0045aba29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a8205b1c859412aa9241970b6e4ca2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579568 Jun 22 18:37:11.056491 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e9e46-f6f7-4402-b628-80e0045aba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cba6aa-8322-4e57-9730-fb1aed2883e3,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:11.058698 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 37894) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:11.060614 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0c1e9e46-f6f7-4402-b628-80e0045aba29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:11.116317 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-31d9cc4f-d8ce-4776-8fd5-2319e2a4c4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.140530 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-31d9cc4f-d8ce-4776-8fd5-2319e2a4c4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.189868 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-31d9cc4f-d8ce-4776-8fd5-2319e2a4c4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.192393 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-31d9cc4f-d8ce-4776-8fd5-2319e2a4c4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.193514 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-31d9cc4f-d8ce-4776-8fd5-2319e2a4c4dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57cba6aa-8322-4e57-9730-fb1aed2883e3 HTTP/1.1" status: 204 len: 168 time: 0.1340868 Jun 22 18:37:11.194253 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-ebd0c4a9-b2f1-4584-a5ba-bc974b2eabc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:11.203633 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9cc4f-d8ce-4776-8fd5-2319e2a4c4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cba6aa-8322-4e57-9730-fb1aed2883e3,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:11.205914 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-31d9cc4f-d8ce-4776-8fd5-2319e2a4c4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:11.726242 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ed5ca-59d4-49c4-92d2-e145a2a43e70 req-1629d73f-5294-4cf9-892c-92d2a4d1b3d9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:11.727862 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-380ed5ca-59d4-49c4-92d2-e145a2a43e70 req-1629d73f-5294-4cf9-892c-92d2a4d1b3d9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0718453 Jun 22 18:37:11.772493 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-380ed5ca-59d4-49c4-92d2-e145a2a43e70 req-ff8319e4-f917-4a62-a22f-c24fa9084dea tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380776 Jun 22 18:37:13.003006 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b28a5-f30d-43ac-964d-11df3c85688b req-8d1eb5ae-c002-47e2-bf01-be29f6a73ee8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:13.004966 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-be6b28a5-f30d-43ac-964d-11df3c85688b req-8d1eb5ae-c002-47e2-bf01-be29f6a73ee8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0876131 Jun 22 18:37:13.070964 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-be6b28a5-f30d-43ac-964d-11df3c85688b req-d46ce549-70eb-4531-9ff9-0ab1db443ff3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573106 Jun 22 18:37:14.304547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003bb22-8f36-4b50-aabb-7057bd7c47a2 req-3cdaccb5-caab-4466-85ab-ef420987b3e2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:14.306345 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8003bb22-8f36-4b50-aabb-7057bd7c47a2 req-3cdaccb5-caab-4466-85ab-ef420987b3e2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 946 time: 0.0901453 Jun 22 18:37:14.360139 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8003bb22-8f36-4b50-aabb-7057bd7c47a2 req-1f029f32-6a58-4148-92f8-f3923757d12f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Jun 22 18:37:14.381111 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 37988) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:14.537696 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f3b18e72-7389-49c3-8f73-515f1f56308d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:14.638193 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f3b18e72-7389-49c3-8f73-515f1f56308d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:14.643543 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f3b18e72-7389-49c3-8f73-515f1f56308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:14.649651 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-12996522-475b-480c-9cbf-9d4c428323e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:14.689134 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-f3b18e72-7389-49c3-8f73-515f1f56308d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab7006e5293c4cfba4e10058dcebf14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051579 Jun 22 18:37:14.689134 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b18e72-7389-49c3-8f73-515f1f56308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff46844-c5ff-4a4c-86f2-b7c35cce50d5,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:14.690431 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 37994) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:14.691280 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f3b18e72-7389-49c3-8f73-515f1f56308d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:14.749019 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-49abb5d1-0920-4f50-8b2d-82421e928f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:14.773997 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-49abb5d1-0920-4f50-8b2d-82421e928f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:14.850808 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-49abb5d1-0920-4f50-8b2d-82421e928f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:14.854412 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-49abb5d1-0920-4f50-8b2d-82421e928f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:14.856369 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-49abb5d1-0920-4f50-8b2d-82421e928f26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bff46844-c5ff-4a4c-86f2-b7c35cce50d5 HTTP/1.1" status: 204 len: 168 time: 0.1641841 Jun 22 18:37:14.857342 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-19e28e3c-3302-44c4-a926-835fd5b55b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:14.872624 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abb5d1-0920-4f50-8b2d-82421e928f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff46844-c5ff-4a4c-86f2-b7c35cce50d5,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:14.884359 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-49abb5d1-0920-4f50-8b2d-82421e928f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:14.950519 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:37:15.019597 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-359ad520-2f0f-4466-8851-c64b0ec9e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:15.022092 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-359ad520-2f0f-4466-8851-c64b0ec9e832 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1099 time: 0.1034303 Jun 22 18:37:15.081620 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:15.130996 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:15.134878 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e4bc7d-eeaf-438d-8886-1687784cb76c" -d '{"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-unplugged", "status": "completed", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:15.162644 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:15.171927 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-c65cb065-b66a-46a4-84d7-f0e9946b6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:15.172242 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:15.173913 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-c65cb065-b66a-46a4-84d7-f0e9946b6889 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.1445801 Jun 22 18:37:15.176158 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:15.220848 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adcb84c-6a12-4f77-bbaa-a0543f8c789c x-openstack-request-id: req-0adcb84c-6a12-4f77-bbaa-a0543f8c789c {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:15.221448 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-unplugged", "status": "completed", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:15.221976 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0adcb84c-6a12-4f77-bbaa-a0543f8c789c {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:15.222668 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'code': 200} Jun 22 18:37:15.268404 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=8']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:15.269074 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-bc81f357-95ae-413d-9236-2501b539a49d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 1000 time: 0.0876284 Jun 22 18:37:15.282506 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.283269 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.283992 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.284716 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.285416 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.286183 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.286865 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.287714 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.288443 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.289261 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.289948 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.290889 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:15.299045 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:15.320991 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38004) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:15.331038 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-06ecf130-ba58-4b14-b65c-dc02d2c0a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:15.333506 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-06ecf130-ba58-4b14-b65c-dc02d2c0a969 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0571141 Jun 22 18:37:15.338284 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-92c1c7e5-94ce-4f8b-8d3a-65d449c1b778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:15.454436 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-92c1c7e5-94ce-4f8b-8d3a-65d449c1b778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:15.455498 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-08cc9758-06f7-4a98-a7dd-3d3c3743274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:15.458939 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-08cc9758-06f7-4a98-a7dd-3d3c3743274f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1112087 Jun 22 18:37:15.459871 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-92c1c7e5-94ce-4f8b-8d3a-65d449c1b778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:15.463624 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f3b18e72-7389-49c3-8f73-515f1f56308d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:15.545421 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-92c1c7e5-94ce-4f8b-8d3a-65d449c1b778 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9234900c2ed4b62aae395c1d71de5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226028 Jun 22 18:37:15.548202 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1c7e5-94ce-4f8b-8d3a-65d449c1b778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f0e929-eb4c-49df-872d-16fb011b638b,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:15.551846 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38010) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:15.556320 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-92c1c7e5-94ce-4f8b-8d3a-65d449c1b778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:15.680756 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-8149ce6b-5ae2-48d9-ba62-9b582b594733 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081528 Jun 22 18:37:15.722215 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-115b4e94-c299-48ed-b8ee-0ac91ed47bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:15.794188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-115b4e94-c299-48ed-b8ee-0ac91ed47bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:15.808536 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d53cf-d5b1-4d1d-98a2-d63ec9d2e7bc req-e432ca67-637e-4464-838b-bf5803f82c27 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:15.810313 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0f4d53cf-d5b1-4d1d-98a2-d63ec9d2e7bc req-e432ca67-637e-4464-838b-bf5803f82c27 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.2263165 Jun 22 18:37:15.896536 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aed1f6ee-d2a1-49ca-ba3c-55a1dc0e259a req-8e0249d0-7e38-4339-b8aa-6521ac90d5d4 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055292 Jun 22 18:37:15.903051 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0f4d53cf-d5b1-4d1d-98a2-d63ec9d2e7bc req-226e9525-63bc-4926-b414-1c92cd53a5b4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826838 Jun 22 18:37:15.950874 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-115b4e94-c299-48ed-b8ee-0ac91ed47bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:15.953876 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-115b4e94-c299-48ed-b8ee-0ac91ed47bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:15.955313 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-115b4e94-c299-48ed-b8ee-0ac91ed47bdc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06f0e929-eb4c-49df-872d-16fb011b638b HTTP/1.1" status: 204 len: 168 time: 0.4020660 Jun 22 18:37:15.956041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a9dc3d87-4652-4081-8a6f-c24ad94d95f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:15.967662 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b4e94-c299-48ed-b8ee-0ac91ed47bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f0e929-eb4c-49df-872d-16fb011b638b,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:15.970554 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-115b4e94-c299-48ed-b8ee-0ac91ed47bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:17.205838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d721482-4b72-4955-83d9-7a4c49d5bd46 req-8253938d-08d6-420d-832b-aab359d53a2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:17.221414 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8d721482-4b72-4955-83d9-7a4c49d5bd46 req-8253938d-08d6-420d-832b-aab359d53a2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1751397 Jun 22 18:37:17.273650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8d721482-4b72-4955-83d9-7a4c49d5bd46 req-6deab3ce-b21f-4048-9e99-29dfe2a36290 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509722 Jun 22 18:37:18.509370 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e9f7b-d961-4207-8c8c-d9ca62ba34bb req-286079e6-619c-46a6-bffd-1eb0135d59f1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:18.511525 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b17e9f7b-d961-4207-8c8c-d9ca62ba34bb req-286079e6-619c-46a6-bffd-1eb0135d59f1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0801532 Jun 22 18:37:18.576412 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b17e9f7b-d961-4207-8c8c-d9ca62ba34bb req-a774339d-dbb8-4cb9-95ed-07f5458add7c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556772 Jun 22 18:37:18.894236 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38108) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:19.045730 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-05197c08-beb1-4a44-84e9-1075234b7f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:19.147609 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-05197c08-beb1-4a44-84e9-1075234b7f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:19.152464 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-05197c08-beb1-4a44-84e9-1075234b7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:19.154970 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-31d9cc4f-d8ce-4776-8fd5-2319e2a4c4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:19.192114 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-05197c08-beb1-4a44-84e9-1075234b7f30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0ec0faae2934046bc974bc2bb861a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967355 Jun 22 18:37:19.193135 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05197c08-beb1-4a44-84e9-1075234b7f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc29bf2-d67a-462b-b2b3-fd5f9b4fc1f0,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:19.195029 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38114) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:19.196365 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-05197c08-beb1-4a44-84e9-1075234b7f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:19.253956 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f92c73fc-e060-45bf-91ac-216b38666660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:19.276805 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f92c73fc-e060-45bf-91ac-216b38666660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:19.349678 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f92c73fc-e060-45bf-91ac-216b38666660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:19.352604 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f92c73fc-e060-45bf-91ac-216b38666660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:19.353771 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f92c73fc-e060-45bf-91ac-216b38666660 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bc29bf2-d67a-462b-b2b3-fd5f9b4fc1f0 HTTP/1.1" status: 204 len: 168 time: 0.1574626 Jun 22 18:37:19.358638 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-29c4a7bd-3c55-45d6-93e7-91c37aea26c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:19.367975 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c73fc-e060-45bf-91ac-216b38666660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc29bf2-d67a-462b-b2b3-fd5f9b4fc1f0,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:19.370864 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f92c73fc-e060-45bf-91ac-216b38666660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:19.677725 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38126) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:19.692922 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-40cb2952-d39d-4c2b-b9d5-5cee9137368f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:20.071272 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83811-7fdc-430f-929c-0e1b3b1ddd96 req-2df8dc9b-9a89-4863-ba5a-122492b8b692 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:20.072952 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-68c83811-7fdc-430f-929c-0e1b3b1ddd96 req-2df8dc9b-9a89-4863-ba5a-122492b8b692 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.3710704 Jun 22 18:37:20.133461 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-68c83811-7fdc-430f-929c-0e1b3b1ddd96 req-6f71bd7d-e972-49e1-af6f-b38fccce9d8a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530319 Jun 22 18:37:20.138500 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-40cb2952-d39d-4c2b-b9d5-5cee9137368f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:20.143655 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-40cb2952-d39d-4c2b-b9d5-5cee9137368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:20.146267 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ced54f4e-6782-41a5-a1eb-7103402785f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:20.185012 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-40cb2952-d39d-4c2b-b9d5-5cee9137368f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=604da6cce58c47caad2e7c25d55ed950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060105 Jun 22 18:37:20.186020 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb2952-d39d-4c2b-b9d5-5cee9137368f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc4ccd-4462-4465-b511-80fbf4327985,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:20.188026 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38130) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:20.189488 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-40cb2952-d39d-4c2b-b9d5-5cee9137368f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:20.237815 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9e537672-302c-4ad1-a086-fe0da2a77bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:20.259162 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9e537672-302c-4ad1-a086-fe0da2a77bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:20.304590 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9e537672-302c-4ad1-a086-fe0da2a77bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:20.307563 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9e537672-302c-4ad1-a086-fe0da2a77bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:20.311637 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-9e537672-302c-4ad1-a086-fe0da2a77bfa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0bc4ccd-4462-4465-b511-80fbf4327985 HTTP/1.1" status: 204 len: 168 time: 0.1197813 Jun 22 18:37:20.311637 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-96640920-1db9-4af3-ae30-2c416a7157c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:20.317429 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e537672-302c-4ad1-a086-fe0da2a77bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc4ccd-4462-4465-b511-80fbf4327985,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:20.319926 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9e537672-302c-4ad1-a086-fe0da2a77bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:21.331314 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca0b3-0477-4520-97e3-1f38d96f6377 req-307cabdc-4ba4-4d6a-89aa-1bc3d34bca5a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:21.332866 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4e5ca0b3-0477-4520-97e3-1f38d96f6377 req-307cabdc-4ba4-4d6a-89aa-1bc3d34bca5a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0800803 Jun 22 18:37:21.411919 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4e5ca0b3-0477-4520-97e3-1f38d96f6377 req-eece7d6b-9d02-4bb7-bdf7-c632cd5c8e2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724547 Jun 22 18:37:21.571291 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38172) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:21.685773 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-023d698a-6be1-4c69-a259-715a7772f38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:21.780806 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-023d698a-6be1-4c69-a259-715a7772f38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:21.784498 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-023d698a-6be1-4c69-a259-715a7772f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:21.788925 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9fa642ce-3fa7-487d-a9cc-3d5fcaa1aea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:21.835992 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-023d698a-6be1-4c69-a259-715a7772f38f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=540488f0c44c48dbb089244d12d4d760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635252 Jun 22 18:37:21.837151 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d698a-6be1-4c69-a259-715a7772f38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f70569-d6f9-4b63-891b-66495bfc6a2d,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:21.838734 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38176) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:21.840661 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-023d698a-6be1-4c69-a259-715a7772f38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:21.890034 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-95b994c2-b437-4dba-9da1-c3ab59fb0da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:21.914019 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-95b994c2-b437-4dba-9da1-c3ab59fb0da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:21.962501 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-95b994c2-b437-4dba-9da1-c3ab59fb0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:21.965625 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-95b994c2-b437-4dba-9da1-c3ab59fb0da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:21.966800 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-95b994c2-b437-4dba-9da1-c3ab59fb0da0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00f70569-d6f9-4b63-891b-66495bfc6a2d HTTP/1.1" status: 204 len: 168 time: 0.1259704 Jun 22 18:37:21.967580 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-49abb5d1-0920-4f50-8b2d-82421e928f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:21.975489 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b994c2-b437-4dba-9da1-c3ab59fb0da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f70569-d6f9-4b63-891b-66495bfc6a2d,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:21.977756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-95b994c2-b437-4dba-9da1-c3ab59fb0da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:22.033354 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-76de6ca7-3338-4b52-bdc8-fcae3e91e4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:22.638041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12e7f7-3741-4e7a-bc36-12fb63bb86f1 req-98d1f4f5-2683-492f-a33f-d248fb38dccc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:22.640414 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bc12e7f7-3741-4e7a-bc36-12fb63bb86f1 req-98d1f4f5-2683-492f-a33f-d248fb38dccc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0707078 Jun 22 18:37:22.679967 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bc12e7f7-3741-4e7a-bc36-12fb63bb86f1 req-344b1b61-d6af-4558-9c06-699ef8c4e3a5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341060 Jun 22 18:37:23.885556 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee5b6-37c2-43b5-af98-523a31f34a90 req-5240f013-541a-4063-a850-a40a3a124bd9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:23.890897 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-61bee5b6-37c2-43b5-af98-523a31f34a90 req-5240f013-541a-4063-a850-a40a3a124bd9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0823159 Jun 22 18:37:23.940959 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-61bee5b6-37c2-43b5-af98-523a31f34a90 req-4417c5d6-3f64-4d5e-8d65-3195d389bf56 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341234 Jun 22 18:37:24.794028 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a4017-b878-42a9-86e6-14aa22d15a68 req-7aaa9562-5c41-4b13-a17a-fb510e1556c1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:24.795585 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd6a4017-b878-42a9-86e6-14aa22d15a68 req-7aaa9562-5c41-4b13-a17a-fb510e1556c1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0665476 Jun 22 18:37:24.846692 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd6a4017-b878-42a9-86e6-14aa22d15a68 req-6b7aa1c4-c964-4e55-b934-29517f7e029b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 Jun 22 18:37:24.980379 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:37:25.125194 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38268) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:25.240435 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-75eacbc3-72c1-4c58-97d2-847239a103d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136684 Jun 22 18:37:25.656728 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-274d512f-2a39-4b69-aa3f-88cdf2cea78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:25.838405 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:26.054815 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5b793-299c-46d9-a8f6-f2de8046029a req-862e0647-edcf-4a14-b8f6-02d182313fca tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:26.056831 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70d5b793-299c-46d9-a8f6-f2de8046029a req-862e0647-edcf-4a14-b8f6-02d182313fca tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0869586 Jun 22 18:37:26.112505 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:26.119188 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70d5b793-299c-46d9-a8f6-f2de8046029a req-b221224b-94d2-4caa-b038-203a01f7c026 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559249 Jun 22 18:37:26.317805 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:27.400261 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8db3f-8260-4c20-961c-9fdec6f74ee2 req-9c126740-0896-4145-ab10-ea5221fbf50f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:27.402656 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bed8db3f-8260-4c20-961c-9fdec6f74ee2 req-9c126740-0896-4145-ab10-ea5221fbf50f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0843401 Jun 22 18:37:27.451810 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bed8db3f-8260-4c20-961c-9fdec6f74ee2 req-d0465aa0-bbf3-4d08-881c-b875f8549db8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417504 Jun 22 18:37:28.202615 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:28.655080 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199bc38-8a5f-4eb8-b5df-a65bb9ff378e req-e6b4f166-2428-4c5a-b435-be9c3d7d1c73 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:28.656545 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8199bc38-8a5f-4eb8-b5df-a65bb9ff378e req-e6b4f166-2428-4c5a-b435-be9c3d7d1c73 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0677550 Jun 22 18:37:28.696184 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8199bc38-8a5f-4eb8-b5df-a65bb9ff378e req-920e01ef-5b81-4a35-8f32-cd68e50e604f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338907 Jun 22 18:37:29.877843 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b72234-9189-4d1a-b25d-7b38ecdbfb0e req-35487b19-2a87-4461-8827-0184e3b10f12 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:29.879353 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-86b72234-9189-4d1a-b25d-7b38ecdbfb0e req-35487b19-2a87-4461-8827-0184e3b10f12 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0640454 Jun 22 18:37:29.918941 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-86b72234-9189-4d1a-b25d-7b38ecdbfb0e req-4192093a-8869-49a3-8cd0-7aec73d7e268 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340128 Jun 22 18:37:31.109592 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07c9ac-43af-48b2-8313-1087f621490f req-4f211499-8e3e-4f6e-b2fb-3836a57ee7c7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:31.111274 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6b07c9ac-43af-48b2-8313-1087f621490f req-4f211499-8e3e-4f6e-b2fb-3836a57ee7c7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0735145 Jun 22 18:37:31.157894 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6b07c9ac-43af-48b2-8313-1087f621490f req-1c634998-a80a-478c-b3ae-aad9a6f67b8c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347977 Jun 22 18:37:32.362471 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2a318-6aaf-4ab5-afa3-61d59e1557ea req-9700c714-ee42-465e-9f34-c8cb1fb9c087 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:32.365330 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dd2a318-6aaf-4ab5-afa3-61d59e1557ea req-9700c714-ee42-465e-9f34-c8cb1fb9c087 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0751660 Jun 22 18:37:32.409995 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1dd2a318-6aaf-4ab5-afa3-61d59e1557ea req-033e01fb-2c45-42b2-a274-9c94d109b532 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361657 Jun 22 18:37:33.651027 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae8138-cf14-4af6-bbb6-2869f736d4d5 req-81da4619-437a-42ae-918d-54aaa1d08d62 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:33.654387 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c1ae8138-cf14-4af6-bbb6-2869f736d4d5 req-81da4619-437a-42ae-918d-54aaa1d08d62 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1189418 Jun 22 18:37:33.697315 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c1ae8138-cf14-4af6-bbb6-2869f736d4d5 req-9fbc26b2-44d5-41e7-b0e1-7d11c2698f90 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371821 Jun 22 18:37:34.908288 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057e5e0-7ca8-4a46-92ca-a98cd5807fbb req-d469151e-0517-47c7-b257-58c8650b0d3c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:34.910120 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9057e5e0-7ca8-4a46-92ca-a98cd5807fbb req-d469151e-0517-47c7-b257-58c8650b0d3c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0819745 Jun 22 18:37:34.974869 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9057e5e0-7ca8-4a46-92ca-a98cd5807fbb req-8218ff01-f0b8-44c3-8957-d985297dbe18 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447257 Jun 22 18:37:35.837644 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-c52888e6-8009-433d-ad4d-fb04cb684f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:35.843548 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-c52888e6-8009-433d-ad4d-fb04cb684f78 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a&tenant_id=55342b2958f44882a29920c8df55761a HTTP/1.1" status: 200 len: 1097 time: 0.1574590 Jun 22 18:37:35.947882 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-d8ee80cb-e900-4790-acfc-27d5fd12d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:35.950245 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-d8ee80cb-e900-4790-acfc-27d5fd12d5f2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1097 time: 0.0656233 Jun 22 18:37:36.067553 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-6b496745-ed63-47e3-8824-3c98835209e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:36.069419 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-6b496745-ed63-47e3-8824-3c98835209e5 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.1113236 Jun 22 18:37:36.181140 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-950585f7-fbe7-4e41-9681-b88319afc442 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 1000 time: 0.1037292 Jun 22 18:37:36.248184 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7067480-be45-439f-a79b-36590d5c6519 req-0cf4f1bc-9f3a-4430-ab3f-afdbfd873eab tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:36.251159 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c7067480-be45-439f-a79b-36590d5c6519 req-0cf4f1bc-9f3a-4430-ab3f-afdbfd873eab tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1195974 Jun 22 18:37:36.259580 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-f26b6e53-4a66-485c-83bd-47df218fe73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:36.260995 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-f26b6e53-4a66-485c-83bd-47df218fe73a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0707040 Jun 22 18:37:36.329063 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c7067480-be45-439f-a79b-36590d5c6519 req-f6b804e0-5220-4dd9-a0f3-b9eb89fd78a7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664792 Jun 22 18:37:36.348180 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-11cab55c-773c-4df8-9441-d2835b18a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:36.349697 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-11cab55c-773c-4df8-9441-d2835b18a900 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799353 Jun 22 18:37:36.448399 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-894b2c36-f3fc-4e98-a825-f9a92adbae43 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913391 Jun 22 18:37:36.553902 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82d4e2db-3155-49d3-8529-ecfed31d3da1 req-b6c5bacf-64c6-4b21-bf2d-6df8e3294ccb service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927248 Jun 22 18:37:37.530252 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da2a65-6bd5-4604-b81f-ef07d7e8f508 req-a73a63ad-ef89-46f1-9cca-b7a40d6f1a2e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:37.531800 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-64da2a65-6bd5-4604-b81f-ef07d7e8f508 req-a73a63ad-ef89-46f1-9cca-b7a40d6f1a2e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0744731 Jun 22 18:37:37.572277 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-64da2a65-6bd5-4604-b81f-ef07d7e8f508 req-d84594e1-8e0d-4e8e-b083-c90ec570f39b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342159 Jun 22 18:37:38.763173 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34c11e-13c9-40fe-b8df-63e6600382b8 req-01ff321f-fbcc-4d4e-8c35-b249740750e2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:38.764635 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ae34c11e-13c9-40fe-b8df-63e6600382b8 req-01ff321f-fbcc-4d4e-8c35-b249740750e2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0648816 Jun 22 18:37:38.809662 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ae34c11e-13c9-40fe-b8df-63e6600382b8 req-17cabb89-917a-4a0d-8286-6161562e732e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392134 Jun 22 18:37:40.002160 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0bf3b-59a0-47a2-aefb-cebabfce8507 req-8adaf9a3-e74e-4db4-8fe0-7333599cb24e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:40.003646 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-06e0bf3b-59a0-47a2-aefb-cebabfce8507 req-8adaf9a3-e74e-4db4-8fe0-7333599cb24e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0703287 Jun 22 18:37:40.043484 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-06e0bf3b-59a0-47a2-aefb-cebabfce8507 req-cfd4ac8c-abc3-453b-b46c-0200491fd846 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340216 Jun 22 18:37:41.231647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc2311-e2ad-4fec-9b1a-2d0abb51999b req-2cc61102-c908-4a2c-b382-affe10793e14 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:41.233795 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bbcc2311-e2ad-4fec-9b1a-2d0abb51999b req-2cc61102-c908-4a2c-b382-affe10793e14 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0749309 Jun 22 18:37:41.271398 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bbcc2311-e2ad-4fec-9b1a-2d0abb51999b req-618f105b-e431-4d41-8541-8a54edef2ba4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317912 Jun 22 18:37:42.512876 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811452fd-96a4-4a24-89f3-9ad73fd2e822 req-36ae41fb-2b5b-45ce-b2ca-9f3d459019cc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:42.514546 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-811452fd-96a4-4a24-89f3-9ad73fd2e822 req-36ae41fb-2b5b-45ce-b2ca-9f3d459019cc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0960567 Jun 22 18:37:42.557138 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-811452fd-96a4-4a24-89f3-9ad73fd2e822 req-6139d145-0993-4595-85a0-6fbf211072e9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369527 Jun 22 18:37:43.745125 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360f635-d152-4c1f-9eb1-a045079015e5 req-4220c374-5752-4a53-810d-39fdba9ec16d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:43.746591 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9360f635-d152-4c1f-9eb1-a045079015e5 req-4220c374-5752-4a53-810d-39fdba9ec16d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0681636 Jun 22 18:37:43.786667 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9360f635-d152-4c1f-9eb1-a045079015e5 req-9bca155c-8fb3-4668-9fd9-103931afb279 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337446 Jun 22 18:37:45.004335 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfbea6-db48-4b9f-9d36-5b9a5e275278 req-1375c475-a276-4a8c-96ed-8a3c07898058 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:45.005867 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d5cfbea6-db48-4b9f-9d36-5b9a5e275278 req-1375c475-a276-4a8c-96ed-8a3c07898058 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0791509 Jun 22 18:37:45.051824 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d5cfbea6-db48-4b9f-9d36-5b9a5e275278 req-99c20689-0754-4368-a6b0-adabeb382f82 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399806 Jun 22 18:37:46.276033 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b8693-c8d6-459d-bd30-a8e34fe5755f req-5bb37394-4ce4-4027-8ff0-766edede8ca3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:46.277665 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-107b8693-c8d6-459d-bd30-a8e34fe5755f req-5bb37394-4ce4-4027-8ff0-766edede8ca3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0761950 Jun 22 18:37:46.346350 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-107b8693-c8d6-459d-bd30-a8e34fe5755f req-22193802-726b-4cdb-80db-82a6547df93e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539143 Jun 22 18:37:47.664482 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa902d3-9c0d-443d-a816-3ea4d3a23f37 req-4c6c2348-3323-4786-b5b5-f89877c3d311 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:47.673234 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bfa902d3-9c0d-443d-a816-3ea4d3a23f37 req-4c6c2348-3323-4786-b5b5-f89877c3d311 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1233854 Jun 22 18:37:47.683593 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38618) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:47.750022 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bfa902d3-9c0d-443d-a816-3ea4d3a23f37 req-7457d05f-0a67-4771-84e1-c609b2ca6aa9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754495 Jun 22 18:37:47.918553 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:37:47.977339 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-abf73bd9-4933-4fc7-8d72-98b76fb3dbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.159497 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-abf73bd9-4933-4fc7-8d72-98b76fb3dbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.182013 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-abf73bd9-4933-4fc7-8d72-98b76fb3dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.191499 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-3bc1cdba-1941-440e-affa-09ca3fb7be6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:48.262403 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-abf73bd9-4933-4fc7-8d72-98b76fb3dbe1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49c7ba56a92d44f3aaae9e1af4dbe54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5776925 Jun 22 18:37:48.264523 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf73bd9-4933-4fc7-8d72-98b76fb3dbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800442c6-77e0-48e7-bcb3-4ada67d38c11,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:48.266458 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38632) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:48.270557 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-abf73bd9-4933-4fc7-8d72-98b76fb3dbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:48.364785 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.402092 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.536691 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.544595 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.546722 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/800442c6-77e0-48e7-bcb3-4ada67d38c11 HTTP/1.1" status: 204 len: 168 time: 0.2790165 Jun 22 18:37:48.547897 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0518ee20-e4e5-4611-9d05-7188c3c177fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:48.560270 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800442c6-77e0-48e7-bcb3-4ada67d38c11,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:48.570726 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.571093 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.571489 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.571838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.572856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.573335 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.573689 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.574034 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.574449 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.574940 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.575313 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.575737 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.580105 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:49.030252 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bd344-6526-4801-809b-f3aff1e02292 req-e8f677b8-1785-491a-bdee-40974a07c90f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:49.032227 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7a1bd344-6526-4801-809b-f3aff1e02292 req-e8f677b8-1785-491a-bdee-40974a07c90f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1242566 Jun 22 18:37:49.094727 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7a1bd344-6526-4801-809b-f3aff1e02292 req-3cb3b228-b953-4bab-833e-b22b3a9b2399 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562606 Jun 22 18:37:49.491787 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38670) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:49.610168 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1475381285-network', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:49.637865 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Made reservation on behalf of 1b0d77d3dfc94590a6095cdee66d20eb for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:37:49.640390 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:49.649897 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:49.760051 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:49.766575 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:49.771319 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fe8b1878-fec3-4a2f-b73f-52e0c9580aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:49.799562 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:37:49.810321 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb3b7a-f785-4f6e-92af-f292f8042c48,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:49.826016 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:49.828018 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:49.828355 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Added segment 26847b73-efd8-4d98-805d-5d6cbf916961 of type vlan for network cced807c-560b-42fb-a194-89ecf5911542 Jun 22 18:37:49.875308 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:49.921144 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:49.922546 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:49.923119 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:49.925289 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-29c6a430-9c42-470c-b0f1-8fee12a7b694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:49.978334 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4828713 Jun 22 18:37:49.979120 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38676) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:49.985578 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Request body: {'subnet': {'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1475381285-subnet', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:49.989706 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Pushing event updated for resources: {'Network': ['ID=cced807c-560b-42fb-a194-89ecf5911542,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:49.996390 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:50.001148 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network cced807c-560b-42fb-a194-89ecf5911542 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:37:50.029823 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Made reservation on behalf of 1b0d77d3dfc94590a6095cdee66d20eb for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:37:50.033836 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26945849'] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.195467 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38682) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:50.295121 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_v2 [None req-f413262e-af0c-4c54-b7a6-a368600657cc admin admin] Deleting subnet 8b91b059-9522-494c-a3a7-d0db78672c11 {{(pid=92905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:37:50.332511 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f413262e-af0c-4c54-b7a6-a368600657cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.353941 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26616708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26945815'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.364885 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:50.412393 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f413262e-af0c-4c54-b7a6-a368600657cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26692923'] for subnet, precommit_delete_associations {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.501236 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9f9933-3ddb-44f9-869c-cde65ddf72b0,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:50.504439 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:50.510382 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f413262e-af0c-4c54-b7a6-a368600657cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.555424 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495a6c-c070-44a0-8d48-75845c6bfaa9 req-e966618e-d1de-4ef2-b017-cb9fe5993107 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:50.570287 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-09495a6c-c070-44a0-8d48-75845c6bfaa9 req-e966618e-d1de-4ef2-b017-cb9fe5993107 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.2884052 Jun 22 18:37:50.570287 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Checking segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:37:50.570287 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Network hostable DHCP agents. Network: cced807c-560b-42fb-a194-89ecf5911542, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:37:50.637736 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Network cced807c-560b-42fb-a194-89ecf5911542 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:37:50.651082 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-09495a6c-c070-44a0-8d48-75845c6bfaa9 req-b44902f1-b901-4478-81f5-3a9ad7c33739 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869365 Jun 22 18:37:50.654147 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f413262e-af0c-4c54-b7a6-a368600657cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26945822'] for subnet, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.657394 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:50.667644 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, cced807c-560b-42fb-a194-89ecf5911542) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:37:50.674421 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:50.675250 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.686458 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5395b4-918c-4ab8-a0ac-227e9e909fcd None None] Network cced807c-560b-42fb-a194-89ecf5911542 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:37:50.711583 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413262e-af0c-4c54-b7a6-a368600657cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b91b059-9522-494c-a3a7-d0db78672c11,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:50.714014 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f413262e-af0c-4c54-b7a6-a368600657cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:50.716786 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f413262e-af0c-4c54-b7a6-a368600657cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.721059 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f413262e-af0c-4c54-b7a6-a368600657cc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8b91b059-9522-494c-a3a7-d0db78672c11 HTTP/1.1" status: 204 len: 168 time: 0.5217659 Jun 22 18:37:50.721948 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38692) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:50.732300 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7516503 Jun 22 18:37:50.735218 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38694) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:50.740158 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:50.782535 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.783842 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.833637 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.906856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.925355 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.937448 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e644973-af92-405f-b768-0cd3a341e33e']}} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:50.954039 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7ba50d-2262-4717-92b2-b534b7ac630a') {'for_net_delete': True} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:50.954332 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7ba50d-2262-4717-92b2-b534b7ac630a') {} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:50.975846 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2972953'] for segment, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:50.989386 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-cced807c-560b-42fb-a194-89ecf5911542', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:37:50.990705 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.025670 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.037178 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=92906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:37:51.037993 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972789'] for segment, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: Traceback (most recent call last): Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: timer() Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: cb(*args, **kw) Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: return func(*args, **kwargs) Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: self._notify() Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: self.callback(batched_events) Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: event.method(event) Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: return f(self, *a, **k) Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._get(url).json() Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: return self.request(url, 'GET', **kwargs) Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:37:51.041920 dv-cinder-769602-3-iscsi neutron-server[92906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:37:51.191414 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.200750 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.201027 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.208747 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7e644973-af92-405f-b768-0cd3a341e33e HTTP/1.1" status: 204 len: 168 time: 0.4800084 Jun 22 18:37:51.209612 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:51.238461 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e644973-af92-405f-b768-0cd3a341e33e,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:51.243650 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:51.381385 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Allocated IP 172.20.0.2 (cced807c-560b-42fb-a194-89ecf5911542/4a9f9933-3ddb-44f9-869c-cde65ddf72b0/6c94c1a2-5d4d-41b3-9230-ce9f3151426b) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:37:51.487466 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38710) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:51.547184 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-87f7943a-e0f0-4f49-a033-72377e94b03b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17e32202131344dc8da2b850bc37e137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616560 Jun 22 18:37:51.549592 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38712) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:51.584181 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.595828 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Transition to ACTIVE for port object 6c94c1a2-5d4d-41b3-9230-ce9f3151426b will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:37:51.606158 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.616679 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Transition to ACTIVE for port object 6c94c1a2-5d4d-41b3-9230-ce9f3151426b will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:37:51.628179 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.630864 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:51.644323 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.674546 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41fd3576-ab1d-4989-94cb-7056c700a7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.703327 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Pushing event updated for resources: {'Port': ['ID=6c94c1a2-5d4d-41b3-9230-ce9f3151426b,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:51.723110 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:51.736955 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Network cced807c-560b-42fb-a194-89ecf5911542 is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:37:51.738560 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:37:51.741497 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:37:51.753039 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41fd3576-ab1d-4989-94cb-7056c700a7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.872035 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41fd3576-ab1d-4989-94cb-7056c700a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.876937 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41fd3576-ab1d-4989-94cb-7056c700a7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.878659 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-41fd3576-ab1d-4989-94cb-7056c700a7ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99cdb4ee-da43-4a2c-b950-c67a23002216 HTTP/1.1" status: 204 len: 168 time: 0.3279643 Jun 22 18:37:51.879858 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9ffd9e08-37f2-4fe3-84fb-e2a997e0593f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:51.893931 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Attempting to bind port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:37:51.894475 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Attempting to bind port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:37:51.895208 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Attempting to bind port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b on network cced807c-560b-42fb-a194-89ecf5911542 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:37:51.901010 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:37:51.901686 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Checking segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:37:51.902459 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.903519 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Bound using segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:37:51.904139 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Bound port: 6c94c1a2-5d4d-41b3-9230-ce9f3151426b, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:37:51.904682 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:51.924027 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd3576-ab1d-4989-94cb-7056c700a7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cdb4ee-da43-4a2c-b950-c67a23002216,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:51.928885 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-41fd3576-ab1d-4989-94cb-7056c700a7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:51.968768 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290a89d-2a9d-4b30-b42a-b336e9927eb0 req-8e20d0f3-0f2a-4085-b950-150e0fdac591 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:51.970358 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2290a89d-2a9d-4b30-b42a-b336e9927eb0 req-8e20d0f3-0f2a-4085-b950-150e0fdac591 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1416006 Jun 22 18:37:52.022137 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Allocated IP 172.27.3.174 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/9f764f6d-c852-4afa-b863-d81294e9c7c6) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:37:52.031436 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-82292885-960e-47df-990f-e6ae978670a9 None None] For port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:37:52.047778 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-82292885-960e-47df-990f-e6ae978670a9 None None] For port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=6c94c1a2-5d4d-41b3-9230-ce9f3151426b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:37:52.065112 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2290a89d-2a9d-4b30-b42a-b336e9927eb0 req-3a1a88d0-192b-474b-8868-bd5a64eac1bc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842628 Jun 22 18:37:52.097019 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:52.128416 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:52.239018 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Pushing event updated for resources: {'Port': ['ID=6c94c1a2-5d4d-41b3-9230-ce9f3151426b,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:52.272377 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:52.290705 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:52.298779 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6117cba5-5eec-43ec-a86f-ff3b2d448b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:52.409149 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:52.412920 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a5d34c68-f8f3-4582-b7ca-7f86c07cc546 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:52.534209 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:37:52.537553 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:37:52.542600 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:37:52.580789 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Pushing event updated for resources: {'Port': ['ID=9f764f6d-c852-4afa-b863-d81294e9c7c6,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:52.588707 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:53.234632 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38738) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:53.566280 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38744) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:53.644639 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:53.773223 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:53.834292 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:53.851630 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:53.868473 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9bbf58df-e070-46fa-97f9-3a0d95e23428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:53.871464 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0768570-1f78-4810-b764-92680de0bc4e req-f519c512-d1db-4f1c-bdee-93f57d20f6e3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:53.873524 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c0768570-1f78-4810-b764-92680de0bc4e req-f519c512-d1db-4f1c-bdee-93f57d20f6e3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.2312357 Jun 22 18:37:53.899032 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b4c501-8168-4293-9d81-940ae28d1315,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:53.910759 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7779eebc-4a2e-475a-a5e7-603ae9c5c1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:53.934096 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.934602 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.935071 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.936223 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.936781 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.937538 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.938028 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.938495 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.938977 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.939464 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.940070 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.940964 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:53.950652 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:53.965656 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=561b703bb1d9441080dec380b059c8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7234969 Jun 22 18:37:53.972263 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e0e89-8d13-483b-abb1-e467ef4e1217 None None] Network cced807c-560b-42fb-a194-89ecf5911542 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:37:53.976971 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38748) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:54.094188 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-88d756a8-edb6-4ba9-ae4c-40ad1acd2517 None None] Provisioning for port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:37:54.099457 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7779eebc-4a2e-475a-a5e7-603ae9c5c1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.106587 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7779eebc-4a2e-475a-a5e7-603ae9c5c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.112887 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d07fd824-ff94-487c-a86c-a83c4624ad33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:54.164709 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c0768570-1f78-4810-b764-92680de0bc4e req-f564c199-f469-4696-9b38-e0a8418f480d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887112 Jun 22 18:37:54.191521 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-7779eebc-4a2e-475a-a5e7-603ae9c5c1d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=790d9f0683f84e0eab094bdb3bf537aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6233206 Jun 22 18:37:54.196854 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38752) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:54.261785 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779eebc-4a2e-475a-a5e7-603ae9c5c1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029d599e-d728-4fe6-b0d9-83cb774e34eb,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:54.272543 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7779eebc-4a2e-475a-a5e7-603ae9c5c1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:54.277359 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.333974 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f331b95e-f240-46ff-acb3-8b7cf0fa309c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.362090 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-61ff1860-312e-48c1-87e7-206cc754a833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.375871 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f331b95e-f240-46ff-acb3-8b7cf0fa309c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.480079 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-61ff1860-312e-48c1-87e7-206cc754a833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.519390 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f331b95e-f240-46ff-acb3-8b7cf0fa309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.522105 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f331b95e-f240-46ff-acb3-8b7cf0fa309c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.527136 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-f331b95e-f240-46ff-acb3-8b7cf0fa309c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/029d599e-d728-4fe6-b0d9-83cb774e34eb HTTP/1.1" status: 204 len: 168 time: 0.3093374 Jun 22 18:37:54.527136 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-872fa278-36f5-4770-bb07-f99d0cda63c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:54.540411 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331b95e-f240-46ff-acb3-8b7cf0fa309c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029d599e-d728-4fe6-b0d9-83cb774e34eb,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:54.542920 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f331b95e-f240-46ff-acb3-8b7cf0fa309c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:54.645916 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-61ff1860-312e-48c1-87e7-206cc754a833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.653452 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-61ff1860-312e-48c1-87e7-206cc754a833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:54.655288 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-61ff1860-312e-48c1-87e7-206cc754a833 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90b4c501-8168-4293-9d81-940ae28d1315 HTTP/1.1" status: 204 len: 168 time: 0.6764615 Jun 22 18:37:54.666713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3a6a3cb7-be50-4cb5-b90a-f8bf8c79f3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:54.689068 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff1860-312e-48c1-87e7-206cc754a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b4c501-8168-4293-9d81-940ae28d1315,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:54.692980 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-61ff1860-312e-48c1-87e7-206cc754a833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:54.704530 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Router 18a23e45-50b4-483f-bf81-26d5927d5ffb is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:37:54.839124 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 6c94c1a2-5d4d-41b3-9230-ce9f3151426b up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:37:54.977013 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:37:54.985416 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:54.986809 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:55.057190 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:37:55.083066 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Sync routers for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:37:55.103888 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Notify callbacks [] for router, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:55.103888 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3626888 Jun 22 18:37:55.104261 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38764) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:55.226503 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:55.233359 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:37:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:55.614571 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0484-16c7-4df4-9ad6-cf7a5ad158cf req-ac5b4628-1f17-4474-a854-15fd74c17422 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:55.616849 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f4cd0484-16c7-4df4-9ad6-cf7a5ad158cf req-ac5b4628-1f17-4474-a854-15fd74c17422 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1700957 Jun 22 18:37:55.627538 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:55.738690 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f4cd0484-16c7-4df4-9ad6-cf7a5ad158cf req-c2650d2b-451f-4dcf-aabe-56fcf5b3bfba tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159008 Jun 22 18:37:55.766712 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-d152bac2-3981-43d1-a025-cc5a5d7c2554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:55.831960 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=6c94c1a2-5d4d-41b3-9230-ce9f3151426b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:55.859100 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:55.866144 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:55.930555 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:56.068070 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.186658 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.243192 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.247455 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=6c94c1a2-5d4d-41b3-9230-ce9f3151426b,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:56.253649 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:56.356068 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.382280 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:52Z', 'revision_number': 3, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:56.413975 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Checking router: 18a23e45-50b4-483f-bf81-26d5927d5ffb for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:37:56.414721 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Updating router 18a23e45-50b4-483f-bf81-26d5927d5ffb port 9f764f6d-c852-4afa-b863-d81294e9c7c6 binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:37:56.476930 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.493358 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Allocated IP 172.20.0.1 (cced807c-560b-42fb-a194-89ecf5911542/4a9f9933-3ddb-44f9-869c-cde65ddf72b0/f31b127a-48fd-4170-b1c9-bd1212cc3401) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:37:56.633031 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 6c94c1a2-5d4d-41b3-9230-ce9f3151426b up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:37:56.681436 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.698963 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.provisioning_blocks [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Transition to ACTIVE for port object f31b127a-48fd-4170-b1c9-bd1212cc3401 will not be triggered until provisioned by entity DHCP. {{(pid=92906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:37:56.742479 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2973071'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.752292 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c1a1a322-a0aa-4ab4-87b4-5b75e85bd37a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:56.843429 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:56.843851 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.024683 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Network cced807c-560b-42fb-a194-89ecf5911542 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:37:57.028550 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:37:57.030362 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.033244 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:37:57.063317 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Pushing event updated for resources: {'Port': ['ID=f31b127a-48fd-4170-b1c9-bd1212cc3401,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:57.072673 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:57.082139 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a930417-107e-4f9e-98c6-4b951230cfb5 req-a525b6dd-a694-4a6c-a749-b3de4bf3bb6b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:57.083909 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0a930417-107e-4f9e-98c6-4b951230cfb5 req-a525b6dd-a694-4a6c-a749-b3de4bf3bb6b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1325476 Jun 22 18:37:57.090019 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Transition to ACTIVE for port object 9f764f6d-c852-4afa-b863-d81294e9c7c6 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:37:57.100982 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.108694 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.112463 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:57.178657 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Attempting to bind port 9f764f6d-c852-4afa-b863-d81294e9c7c6 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:37:57.179348 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Attempting to bind port 9f764f6d-c852-4afa-b863-d81294e9c7c6 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:37:57.179921 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Attempting to bind port 9f764f6d-c852-4afa-b863-d81294e9c7c6 on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:37:57.187403 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:37:57.192086 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:37:57.192763 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.193600 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:37:57.194271 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Bound port: 9f764f6d-c852-4afa-b863-d81294e9c7c6, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:37:57.194837 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.198915 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d5999-af9d-425d-a04d-c607da09da1c None None] Pushing event updated for resources: {'Port': ['ID=9f764f6d-c852-4afa-b863-d81294e9c7c6,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:57.219153 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-684d5999-af9d-425d-a04d-c607da09da1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:57.231380 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0a930417-107e-4f9e-98c6-4b951230cfb5 req-a339fb4d-4e68-4e1a-884c-91d950d29a7c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401846 Jun 22 18:37:57.323076 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.346631 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] For port 9f764f6d-c852-4afa-b863-d81294e9c7c6, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:37:57.350058 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] For port 9f764f6d-c852-4afa-b863-d81294e9c7c6, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=9f764f6d-c852-4afa-b863-d81294e9c7c6,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:37:57.357212 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.360980 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:57.414311 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d5999-af9d-425d-a04d-c607da09da1c None None] Pushing event updated for resources: {'Port': ['ID=9f764f6d-c852-4afa-b863-d81294e9c7c6,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:57.429654 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-684d5999-af9d-425d-a04d-c607da09da1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:57.448331 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:57.449267 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:37:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:57.540237 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.547788 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.550945 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-b98ac357-35ef-40e0-9041-7df13c971fd3 None None] Provisioning for port f31b127a-48fd-4170-b1c9-bd1212cc3401 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:37:57.552643 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:57.557573 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-b98ac357-35ef-40e0-9041-7df13c971fd3 None None] Provisioning complete for port f31b127a-48fd-4170-b1c9-bd1212cc3401 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:57.557956 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b98ac357-35ef-40e0-9041-7df13c971fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.615777 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-b98ac357-35ef-40e0-9041-7df13c971fd3 None None] Port f31b127a-48fd-4170-b1c9-bd1212cc3401 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:37:57.625817 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:57.661604 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:57.675198 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Pushing event updated for resources: {'Port': ['ID=f31b127a-48fd-4170-b1c9-bd1212cc3401,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:57.682880 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:57.846999 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Network cced807c-560b-42fb-a194-89ecf5911542 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:37:57.848707 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:37:57.959800 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:37:56Z', 'revision_number': 1, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:58.011257 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Router 18a23e45-50b4-483f-bf81-26d5927d5ffb has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:37:58.011643 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9c42cc-2d47-41ad-8724-68190a20310e None None] The sync data for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi is: [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:37:56Z', 'revision_number': 1, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:37:58.198682 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:58.236764 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:37:58.242897 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] 10.222.0.39 "PUT /v2.0/routers/18a23e45-50b4-483f-bf81-26d5927d5ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1405339 Jun 22 18:37:58.261246 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-85c28edf-2558-44db-bbe1-f6a662578f20 None None] Provisioning complete for port f31b127a-48fd-4170-b1c9-bd1212cc3401 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:58.261876 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-85c28edf-2558-44db-bbe1-f6a662578f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:58.312320 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-85c28edf-2558-44db-bbe1-f6a662578f20 None None] Port f31b127a-48fd-4170-b1c9-bd1212cc3401 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:37:58.480255 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a856e-bc3c-4c78-81a1-d70be586155f req-12455147-4bef-4ffa-9c36-770bc21ff8a8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:58.482118 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cb9a856e-bc3c-4c78-81a1-d70be586155f req-12455147-4bef-4ffa-9c36-770bc21ff8a8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0999429 Jun 22 18:37:58.548996 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cb9a856e-bc3c-4c78-81a1-d70be586155f req-630ca642-4dbc-497a-9b46-395c653f73c4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546925 Jun 22 18:37:59.008943 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38904) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:59.017167 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1667866422-network', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:59.060761 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Made reservation on behalf of c0ae0d44a686454d9c9164cb2d06831e for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:37:59.065140 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.083594 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.202773 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.208687 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.212202 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-41fd3576-ab1d-4989-94cb-7056c700a7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:59.244037 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:37:59.267908 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b164ab5a-e5a9-40eb-a174-bc6eac760fda,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:59.274055 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.274055 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Added segment 72ce70cf-9d4b-4065-80ce-4ada0f60dcc7 of type vlan for network 6ab5c01f-7796-4a02-9a62-cf65b141d54f Jun 22 18:37:59.276403 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:59.334949 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.380147 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.381865 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:59.382472 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.385536 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:59.456654 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38912) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:59.457015 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4461761 Jun 22 18:37:59.469281 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Request body: {'subnet': {'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1667866422-subnet', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:59.477000 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab5c01f-7796-4a02-9a62-cf65b141d54f,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:59.482086 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:59.491214 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 6ab5c01f-7796-4a02-9a62-cf65b141d54f details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:37:59.523661 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Made reservation on behalf of c0ae0d44a686454d9c9164cb2d06831e for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:37:59.528444 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26945849'] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.808257 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26616708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26945815'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.813517 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3a2ceff2-314c-4034-ba73-32bdae4f8ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:59.882306 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0130557e-d06c-4aa4-b0dd-6393e3ac9029,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:59.889867 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:59.900452 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0034f-235f-443a-b250-8f4e75ade92e req-3b0ed002-db9e-4787-b903-33cb2b5689d7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:59.901952 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d6d0034f-235f-443a-b250-8f4e75ade92e req-3b0ed002-db9e-4787-b903-33cb2b5689d7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1485956 Jun 22 18:37:59.908203 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Checking segment: {'id': '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:37:59.909763 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Network hostable DHCP agents. Network: 6ab5c01f-7796-4a02-9a62-cf65b141d54f, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:37:59.957457 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Network 6ab5c01f-7796-4a02-9a62-cf65b141d54f is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:37:59.963140 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d6d0034f-235f-443a-b250-8f4e75ade92e req-42386bf9-3cd0-4b3b-9f15-f8ed0e3d2b75 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499518 Jun 22 18:37:59.970377 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 6ab5c01f-7796-4a02-9a62-cf65b141d54f) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:37:59.974532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:59.975122 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.986207 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccda9cb-af3d-4e3f-8798-72ccbb614ba9 None None] Network 6ab5c01f-7796-4a02-9a62-cf65b141d54f requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:37:59.994704 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-bdcab874-2ad2-4d5d-91dc-829b17192a08 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5354316 Jun 22 18:37:59.995476 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38920) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:00.001668 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:00.029078 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.032074 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.096328 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.187083 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-6ab5c01f-7796-4a02-9a62-cf65b141d54f', 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'fixed_ips': [{'subnet_id': '0130557e-d06c-4aa4-b0dd-6393e3ac9029'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:38:00.188056 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.243252 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.355014 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Allocated IP 172.20.0.2 (6ab5c01f-7796-4a02-9a62-cf65b141d54f/0130557e-d06c-4aa4-b0dd-6393e3ac9029/e32b0c05-432e-44f0-b678-7d8d9910eb6e) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:38:00.475229 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.495751 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.530142 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.540177 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Transition to ACTIVE for port object e32b0c05-432e-44f0-b678-7d8d9910eb6e will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:00.577023 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Transition to ACTIVE for port object e32b0c05-432e-44f0-b678-7d8d9910eb6e will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:00.588004 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.597853 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:00.637875 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Network 6ab5c01f-7796-4a02-9a62-cf65b141d54f is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:00.647159 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Allocated IP 172.27.3.12 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/0d7bf705-4127-4d3c-8c52-55f3950f18ec) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:38:00.649508 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:00.652727 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:38:00.661054 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 9f764f6d-c852-4afa-b863-d81294e9c7c6 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:00.705658 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Sync routers for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:00.722394 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:00.723532 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:37:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:00.737576 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Pushing event updated for resources: {'Port': ['ID=e32b0c05-432e-44f0-b678-7d8d9910eb6e,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:00.740879 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:00.786642 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Attempting to bind port e32b0c05-432e-44f0-b678-7d8d9910eb6e on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:38:00.787166 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Attempting to bind port e32b0c05-432e-44f0-b678-7d8d9910eb6e by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:38:00.787640 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Attempting to bind port e32b0c05-432e-44f0-b678-7d8d9910eb6e on network 6ab5c01f-7796-4a02-9a62-cf65b141d54f {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:38:00.799604 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.804279 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:38:00.804906 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Checking segment: {'id': '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:00.805708 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.805866 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Bound using segment: {'id': '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:38:00.806377 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Bound port: e32b0c05-432e-44f0-b678-7d8d9910eb6e, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:38:00.806824 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.853743 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.856523 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:00.865710 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:00.911290 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:00.916928 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:00.921038 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:38:00.979263 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7bf705-4127-4d3c-8c52-55f3950f18ec,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:00.987898 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:01.021212 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 9f764f6d-c852-4afa-b863-d81294e9c7c6 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:01.033630 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 9f764f6d-c852-4afa-b863-d81294e9c7c6 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:01.034061 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.089031 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38932) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:01.113640 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] For port e32b0c05-432e-44f0-b678-7d8d9910eb6e, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:38:01.119887 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] For port e32b0c05-432e-44f0-b678-7d8d9910eb6e, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=e32b0c05-432e-44f0-b678-7d8d9910eb6e,segment=NetworkSegment(72ce70cf-9d4b-4065-80ce-4ada0f60dcc7),segment_id=72ce70cf-9d4b-4065-80ce-4ada0f60dcc7)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:38:01.129160 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.133131 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:01.214577 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 2, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:01.238815 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Pushing event updated for resources: {'Port': ['ID=e32b0c05-432e-44f0-b678-7d8d9910eb6e,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:01.250569 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:01.253319 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.272194 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Checking router: 18a23e45-50b4-483f-bf81-26d5927d5ffb for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:01.272550 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Updating router 18a23e45-50b4-483f-bf81-26d5927d5ffb port f31b127a-48fd-4170-b1c9-bd1212cc3401 binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:38:01.281820 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 9f764f6d-c852-4afa-b863-d81294e9c7c6, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=9f764f6d-c852-4afa-b863-d81294e9c7c6,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:01.291568 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.298347 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:01.328889 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-47fa96d8-2d41-43a9-a6c3-5cf499b8fb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.382881 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27913ab1-7282-4e46-9ca3-3ec671ea37f0 req-6af8da66-d0d5-4b98-bb55-4050442d09d3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:01.384841 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-27913ab1-7282-4e46-9ca3-3ec671ea37f0 req-6af8da66-d0d5-4b98-bb55-4050442d09d3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.2307241 Jun 22 18:38:01.388937 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=9f764f6d-c852-4afa-b863-d81294e9c7c6,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:01.395570 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:01.396113 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.490402 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.496292 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-27913ab1-7282-4e46-9ca3-3ec671ea37f0 req-bc8aa5b3-cff7-4f3c-84fd-3e368b280fd3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992579 Jun 22 18:38:01.591630 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-47fa96d8-2d41-43a9-a6c3-5cf499b8fb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.600454 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-47fa96d8-2d41-43a9-a6c3-5cf499b8fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.605795 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b97778b9-5f4b-4c7e-b466-a4d1bbf7beeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:01.661791 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-47fa96d8-2d41-43a9-a6c3-5cf499b8fb37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8031875087a49aba1dd42a8e610f48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715764 Jun 22 18:38:01.663092 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa96d8-2d41-43a9-a6c3-5cf499b8fb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77285c71-b37a-46c6-88e2-f620c1b31af1,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:01.664426 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38936) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:01.672948 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-47fa96d8-2d41-43a9-a6c3-5cf499b8fb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:01.816242 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f535d0c8-56ed-4a15-820e-318c6cc75f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.850434 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f535d0c8-56ed-4a15-820e-318c6cc75f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.858375 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.881249 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.894166 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Transition to ACTIVE for port object f31b127a-48fd-4170-b1c9-bd1212cc3401 will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:01.901496 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.904292 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-942e56d1-dadd-4ac2-a221-1a50341ccccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:01.974716 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Pushing event updated for resources: {'Port': ['ID=f31b127a-48fd-4170-b1c9-bd1212cc3401,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:02.007100 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f535d0c8-56ed-4a15-820e-318c6cc75f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.007532 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.007532 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.007867 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.008198 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.008611 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.008985 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.009354 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.009756 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.010108 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.010436 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.010645 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f535d0c8-56ed-4a15-820e-318c6cc75f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.010773 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.011062 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:02.016939 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f535d0c8-56ed-4a15-820e-318c6cc75f23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77285c71-b37a-46c6-88e2-f620c1b31af1 HTTP/1.1" status: 204 len: 168 time: 0.3476560 Jun 22 18:38:02.022410 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f099a4b3-fd20-49c8-b8e6-340c4bf3ab52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:02.032994 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:02.037534 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Attempting to bind port f31b127a-48fd-4170-b1c9-bd1212cc3401 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:38:02.037909 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Attempting to bind port f31b127a-48fd-4170-b1c9-bd1212cc3401 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:38:02.038111 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535d0c8-56ed-4a15-820e-318c6cc75f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77285c71-b37a-46c6-88e2-f620c1b31af1,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:02.038290 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Attempting to bind port f31b127a-48fd-4170-b1c9-bd1212cc3401 on network cced807c-560b-42fb-a194-89ecf5911542 {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:38:02.041286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f535d0c8-56ed-4a15-820e-318c6cc75f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:02.049215 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:38:02.049618 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Checking segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:02.050002 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.050403 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Bound using segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:38:02.050864 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Bound port: f31b127a-48fd-4170-b1c9-bd1212cc3401, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:38:02.051241 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.086345 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Router 58e1ca70-ea9f-4eba-a513-143717ac8512 is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:38:02.133353 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] For port f31b127a-48fd-4170-b1c9-bd1212cc3401, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:38:02.137796 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] For port f31b127a-48fd-4170-b1c9-bd1212cc3401, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f31b127a-48fd-4170-b1c9-bd1212cc3401,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:38:02.152906 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.158032 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:02.272670 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Pushing event updated for resources: {'Port': ['ID=f31b127a-48fd-4170-b1c9-bd1212cc3401,revision_number=4']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:02.291321 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-4d58bf10-32b0-49ce-b038-0c878104a208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:02.323896 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:02.324577 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:37:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:02.528710 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:02.790829 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38946) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:02.812242 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eb09-6ca7-4dee-8594-dc021bb28a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.821319 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:02.831871 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Sync routers for ids ['58e1ca70-ea9f-4eba-a513-143717ac8512'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:02.855657 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Routers {'58e1ca70-ea9f-4eba-a513-143717ac8512'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:02.856600 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:37:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['58e1ca70-ea9f-4eba-a513-143717ac8512'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:02.902557 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:02Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:02.912783 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Notify callbacks [] for router, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.914137 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9175923 Jun 22 18:38:02.920325 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 38948) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:02.952987 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f31b127a-48fd-4170-b1c9-bd1212cc3401 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:02.985290 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac5fd0-782c-432b-ade5-984d4011f46d None None] The sync data for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi is: [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:02Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:03.012099 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eb09-6ca7-4dee-8594-dc021bb28a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.012482 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623a0b6-5eb9-453f-99c0-a6c20c441de7 None None] Network 6ab5c01f-7796-4a02-9a62-cf65b141d54f requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:38:03.024963 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a0d4eb09-6ca7-4dee-8594-dc021bb28a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.029661 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-023d698a-6be1-4c69-a259-715a7772f38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:03.072341 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4eb09-6ca7-4dee-8594-dc021bb28a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812ef52d-8960-466a-b36b-ddd7cd06cad8,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:03.078698 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a0d4eb09-6ca7-4dee-8594-dc021bb28a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:03.099588 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a0d4eb09-6ca7-4dee-8594-dc021bb28a06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=550d2c5659774dc18dcd1489f42b8065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067017 Jun 22 18:38:03.100527 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 38950) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:03.121005 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8032b52-45a4-4062-8534-454dc6b3c7cf req-b115cdb7-9c3d-4f2c-b6e7-96747fd2abe6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:03.122488 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b8032b52-45a4-4062-8534-454dc6b3c7cf req-b115cdb7-9c3d-4f2c-b6e7-96747fd2abe6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.3958523 Jun 22 18:38:03.172141 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-01225f8b-076a-486c-a35b-3b8ada2e0bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.228104 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-01225f8b-076a-486c-a35b-3b8ada2e0bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.266037 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b8032b52-45a4-4062-8534-454dc6b3c7cf req-aca53885-0699-4bad-a916-a2f041b37826 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176252 Jun 22 18:38:03.280446 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Set router 58e1ca70-ea9f-4eba-a513-143717ac8512 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:03.284973 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port f31b127a-48fd-4170-b1c9-bd1212cc3401 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:03.332368 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-01225f8b-076a-486c-a35b-3b8ada2e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.335284 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-01225f8b-076a-486c-a35b-3b8ada2e0bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.351788 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-01225f8b-076a-486c-a35b-3b8ada2e0bfc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/812ef52d-8960-466a-b36b-ddd7cd06cad8 HTTP/1.1" status: 204 len: 168 time: 0.2423337 Jun 22 18:38:03.359491 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-47fa96d8-2d41-43a9-a6c3-5cf499b8fb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:03.367322 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port f31b127a-48fd-4170-b1c9-bd1212cc3401 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:03.368250 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.371199 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01225f8b-076a-486c-a35b-3b8ada2e0bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812ef52d-8960-466a-b36b-ddd7cd06cad8,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:03.372896 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-9b21fb58-6f13-48b4-a2ee-dfe34b89a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:03.375028 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-01225f8b-076a-486c-a35b-3b8ada2e0bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:03.386532 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-9b21fb58-6f13-48b4-a2ee-dfe34b89a7a5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1097 time: 0.2894197 Jun 22 18:38:03.506027 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-f337a591-22d1-4d6c-9f47-7111bc1f79a8 None None] Provisioning for port e32b0c05-432e-44f0-b678-7d8d9910eb6e completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:03.678259 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.725380 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 3, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'gw_port': {'id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:03.747859 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-5793823a-c2f4-44c3-a02a-d4748ab0ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:03.754213 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-5793823a-c2f4-44c3-a02a-d4748ab0ea48 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.3380628 Jun 22 18:38:03.806164 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Checking router: 58e1ca70-ea9f-4eba-a513-143717ac8512 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:03.806522 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Updating router 58e1ca70-ea9f-4eba-a513-143717ac8512 port 0d7bf705-4127-4d3c-8c52-55f3950f18ec binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:38:03.816643 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port f31b127a-48fd-4170-b1c9-bd1212cc3401, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f31b127a-48fd-4170-b1c9-bd1212cc3401,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:03.870823 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.871743 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 9f764f6d-c852-4afa-b863-d81294e9c7c6 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:03.879655 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:03.913571 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-2b4bfba6-6aba-4a08-9908-cfb2cb74b790 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 1000 time: 0.1509433 Jun 22 18:38:04.013433 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.057574 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-ba0530bd-8ab1-4fef-9b3a-1063da6fb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:04.059056 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-ba0530bd-8ab1-4fef-9b3a-1063da6fb409 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.1333873 Jun 22 18:38:04.078148 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.091324 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=f31b127a-48fd-4170-b1c9-bd1212cc3401,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:04.098590 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:04.218739 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-ff1aaa39-8516-4476-9938-2a71cf48f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:04.220337 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-ff1aaa39-8516-4476-9938-2a71cf48f46e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1530359 Jun 22 18:38:04.274703 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 9f764f6d-c852-4afa-b863-d81294e9c7c6 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:04.275243 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.478023 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device e32b0c05-432e-44f0-b678-7d8d9910eb6e up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:04.520778 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-eb2545c7-4dc4-44f4-a5cc-1cb90d35a21b service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744336 Jun 22 18:38:04.526348 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Allocated IP 172.20.0.1 (6ab5c01f-7796-4a02-9a62-cf65b141d54f/0130557e-d06c-4aa4-b0dd-6393e3ac9029/eb089e60-987a-4b1c-96c6-67ec2c11592e) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:38:04.565170 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.579281 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Transition to ACTIVE for port object 0d7bf705-4127-4d3c-8c52-55f3950f18ec will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:04.589734 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.599665 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:04.607231 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port e32b0c05-432e-44f0-b678-7d8d9910eb6e completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:04.648145 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port e32b0c05-432e-44f0-b678-7d8d9910eb6e triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:04.648807 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.684292 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Attempting to bind port 0d7bf705-4127-4d3c-8c52-55f3950f18ec on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:38:04.684292 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Attempting to bind port 0d7bf705-4127-4d3c-8c52-55f3950f18ec by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:38:04.684292 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Attempting to bind port 0d7bf705-4127-4d3c-8c52-55f3950f18ec on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:38:04.699070 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdddc80-287c-4640-9147-6e4dff407c01 req-52f542c8-dce5-41eb-9124-053f00fe9f5f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:04.700611 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cfdddc80-287c-4640-9147-6e4dff407c01 req-52f542c8-dce5-41eb-9124-053f00fe9f5f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.2395296 Jun 22 18:38:04.701299 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee070c-6e69-4672-8e00-19693b808aa3 None None] Pushing event updated for resources: {'Port': ['ID=0d7bf705-4127-4d3c-8c52-55f3950f18ec,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:04.705055 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-52ee070c-6e69-4672-8e00-19693b808aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:04.708570 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:38:04.708959 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:04.709381 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.710002 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:38:04.710269 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Bound port: 0d7bf705-4127-4d3c-8c52-55f3950f18ec, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:38:04.710651 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.721958 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebc565af-9d5a-48be-8266-241cb3ddb8fe req-5175b71a-b126-4f15-9257-5ae778ecd1fc service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914701 Jun 22 18:38:04.790634 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cfdddc80-287c-4640-9147-6e4dff407c01 req-b16ec2db-756d-4432-a334-81438ea6d997 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774131 Jun 22 18:38:04.798151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.809792 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Transition to ACTIVE for port object eb089e60-987a-4b1c-96c6-67ec2c11592e will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:04.836597 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] For port 0d7bf705-4127-4d3c-8c52-55f3950f18ec, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:38:04.843218 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] For port 0d7bf705-4127-4d3c-8c52-55f3950f18ec, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=0d7bf705-4127-4d3c-8c52-55f3950f18ec,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:38:04.853481 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.869181 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.877249 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-684d5999-af9d-425d-a04d-c607da09da1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:04.883408 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.884638 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:04.963977 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Network 6ab5c01f-7796-4a02-9a62-cf65b141d54f is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:04.970557 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:04.974698 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:38:05.011216 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Pushing event updated for resources: {'Port': ['ID=eb089e60-987a-4b1c-96c6-67ec2c11592e,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:05.018053 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:05.030574 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Routers {'58e1ca70-ea9f-4eba-a513-143717ac8512'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:05.037293 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:37:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['58e1ca70-ea9f-4eba-a513-143717ac8512'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:05.046275 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.050167 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port e32b0c05-432e-44f0-b678-7d8d9910eb6e, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=e32b0c05-432e-44f0-b678-7d8d9910eb6e,segment=NetworkSegment(72ce70cf-9d4b-4065-80ce-4ada0f60dcc7),segment_id=72ce70cf-9d4b-4065-80ce-4ada0f60dcc7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:05.276152 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee070c-6e69-4672-8e00-19693b808aa3 None None] Pushing event updated for resources: {'Port': ['ID=0d7bf705-4127-4d3c-8c52-55f3950f18ec,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:05.287296 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-52ee070c-6e69-4672-8e00-19693b808aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:05.291487 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.315690 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:05.415286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.457998 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=e32b0c05-432e-44f0-b678-7d8d9910eb6e,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:05.471961 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:05.579073 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f31b127a-48fd-4170-b1c9-bd1212cc3401 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:05.607266 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-94bf9fd7-fa6c-4de7-83e4-b44ce7868c2a None None] Provisioning for port eb089e60-987a-4b1c-96c6-67ec2c11592e completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:05.619684 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] Set router 58e1ca70-ea9f-4eba-a513-143717ac8512 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:05.623961 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-94bf9fd7-fa6c-4de7-83e4-b44ce7868c2a None None] Provisioning complete for port eb089e60-987a-4b1c-96c6-67ec2c11592e triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:05.625197 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-94bf9fd7-fa6c-4de7-83e4-b44ce7868c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.659563 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.665662 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.669139 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-bec23126-7fb9-48ce-97e2-47022f1b0169 tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:05.737792 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.743297 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Pushing event updated for resources: {'Port': ['ID=eb089e60-987a-4b1c-96c6-67ec2c11592e,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:05.747363 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:05.764223 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-94bf9fd7-fa6c-4de7-83e4-b44ce7868c2a None None] Port eb089e60-987a-4b1c-96c6-67ec2c11592e cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:38:05.780876 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port f31b127a-48fd-4170-b1c9-bd1212cc3401 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:05.781259 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.887404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Network 6ab5c01f-7796-4a02-9a62-cf65b141d54f is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:05.893055 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:05.944531 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 3, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'gw_port': {'id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:05.980364 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e18cec-da5c-4ddf-8c72-052133177e9f None None] The sync data for ids ['58e1ca70-ea9f-4eba-a513-143717ac8512'] in dv-cinder-769602-3-iscsi is: [{'id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 3, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'gw_port': {'id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:06.145725 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Router 58e1ca70-ea9f-4eba-a513-143717ac8512 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:38:06.153688 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2aa14-7a87-487d-8508-1a20eec737ac req-0f3cc86f-0434-4098-b3fc-00f1251bcc91 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:06.156123 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fcb2aa14-7a87-487d-8508-1a20eec737ac req-0f3cc86f-0434-4098-b3fc-00f1251bcc91 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1469965 Jun 22 18:38:06.198425 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-fa240e32-b213-4360-8c8d-2ab4e168b88d None None] Provisioning complete for port eb089e60-987a-4b1c-96c6-67ec2c11592e triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:06.198990 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fa240e32-b213-4360-8c8d-2ab4e168b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:06.249729 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fcb2aa14-7a87-487d-8508-1a20eec737ac req-5963581f-8a4f-4339-8ad4-94658295ec7e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875945 Jun 22 18:38:06.288838 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-fa240e32-b213-4360-8c8d-2ab4e168b88d None None] Port eb089e60-987a-4b1c-96c6-67ec2c11592e cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:38:06.373868 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:06.379625 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] 10.222.0.39 "PUT /v2.0/routers/58e1ca70-ea9f-4eba-a513-143717ac8512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4530907 Jun 22 18:38:07.111144 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39002) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:07.117416 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-46b28d59-00fc-4f76-8c65-6c1d59a54df5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053602664', 'description': 'tempest-secgroup-smoke-2053602664 description', 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:07.147363 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-46b28d59-00fc-4f76-8c65-6c1d59a54df5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.259257 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-46b28d59-00fc-4f76-8c65-6c1d59a54df5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.265051 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-46b28d59-00fc-4f76-8c65-6c1d59a54df5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.269093 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-05a74ea2-e1ca-4391-bfb9-781970e60fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:07.299693 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-46b28d59-00fc-4f76-8c65-6c1d59a54df5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.300994 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-46b28d59-00fc-4f76-8c65-6c1d59a54df5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1882789 Jun 22 18:38:07.305305 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39004) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:07.306158 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b28d59-00fc-4f76-8c65-6c1d59a54df5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73640e8f-c1f0-4b22-b538-69153904d56d,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:07.309562 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-46b28d59-00fc-4f76-8c65-6c1d59a54df5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:07.318131 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-0633e1bb-36c1-494f-adeb-e804f68a7da5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'security_group_rule': {'security_group_id': '73640e8f-c1f0-4b22-b538-69153904d56d', 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:07.391448 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0633e1bb-36c1-494f-adeb-e804f68a7da5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.523360 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 0d7bf705-4127-4d3c-8c52-55f3950f18ec up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:07.563018 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0633e1bb-36c1-494f-adeb-e804f68a7da5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.578043 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0633e1bb-36c1-494f-adeb-e804f68a7da5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.588285 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9ca74389-684b-4758-bb87-a155928147cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:07.610540 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 0d7bf705-4127-4d3c-8c52-55f3950f18ec completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:07.616385 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 0d7bf705-4127-4d3c-8c52-55f3950f18ec triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:07.617438 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.636819 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633e1bb-36c1-494f-adeb-e804f68a7da5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c282d1-e3bd-4cdf-a4af-4d4e41684251,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:07.648639 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0633e1bb-36c1-494f-adeb-e804f68a7da5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.650756 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-0633e1bb-36c1-494f-adeb-e804f68a7da5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437521 Jun 22 18:38:07.655201 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39010) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:07.656860 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0633e1bb-36c1-494f-adeb-e804f68a7da5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:07.662373 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-550e92fb-32d9-4ead-88a6-037f5cfad7a9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'security_group_rule': {'security_group_id': '73640e8f-c1f0-4b22-b538-69153904d56d', 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:07.700742 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09788fdb-de52-4bdb-a814-15fac32e4441 req-3eb8b7c1-6ee0-4163-bb08-5e74fdc049c6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:07.708264 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-09788fdb-de52-4bdb-a814-15fac32e4441 req-3eb8b7c1-6ee0-4163-bb08-5e74fdc049c6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.2405963 Jun 22 18:38:07.716133 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-550e92fb-32d9-4ead-88a6-037f5cfad7a9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.851579 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-550e92fb-32d9-4ead-88a6-037f5cfad7a9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.860576 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-550e92fb-32d9-4ead-88a6-037f5cfad7a9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.864281 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.864894 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-09788fdb-de52-4bdb-a814-15fac32e4441 req-55298848-f85c-4c52-9d97-a9ce896a3040 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422458 Jun 22 18:38:07.875041 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a9474273-f206-4f1d-bdd0-a4257333fdb8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:07.903568 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e92fb-32d9-4ead-88a6-037f5cfad7a9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb667a7-64fe-4a51-ac6d-a0cb4d3518e8,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:07.904735 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-550e92fb-32d9-4ead-88a6-037f5cfad7a9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:07.919895 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 0d7bf705-4127-4d3c-8c52-55f3950f18ec, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=0d7bf705-4127-4d3c-8c52-55f3950f18ec,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:07.926071 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-550e92fb-32d9-4ead-88a6-037f5cfad7a9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.927520 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-550e92fb-32d9-4ead-88a6-037f5cfad7a9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2705135 Jun 22 18:38:07.929573 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.930612 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device e32b0c05-432e-44f0-b678-7d8d9910eb6e up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:07.930754 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39016) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:07.939944 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-68a97e43-1ba4-4a62-8f3f-5e5638014dd0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'security_group_rule': {'security_group_id': '73640e8f-c1f0-4b22-b538-69153904d56d', 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:07.967723 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:08.021884 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-68a97e43-1ba4-4a62-8f3f-5e5638014dd0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.052655 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Sync routers for ids ['58e1ca70-ea9f-4eba-a513-143717ac8512'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:08.082665 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Routers {'58e1ca70-ea9f-4eba-a513-143717ac8512'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:08.083982 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=0d7bf705-4127-4d3c-8c52-55f3950f18ec,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:08.084139 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:37:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['58e1ca70-ea9f-4eba-a513-143717ac8512'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:08.089281 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:08.099005 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port e32b0c05-432e-44f0-b678-7d8d9910eb6e triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:08.099655 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.162179 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-68a97e43-1ba4-4a62-8f3f-5e5638014dd0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.169804 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-68a97e43-1ba4-4a62-8f3f-5e5638014dd0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.174636 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:08.208440 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a97e43-1ba4-4a62-8f3f-5e5638014dd0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a522c4e5-9455-4200-8a95-dc2fab74cc1e,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:08.212738 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-68a97e43-1ba4-4a62-8f3f-5e5638014dd0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:08.215148 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-68a97e43-1ba4-4a62-8f3f-5e5638014dd0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.218435 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-68a97e43-1ba4-4a62-8f3f-5e5638014dd0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2854722 Jun 22 18:38:08.222451 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39020) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:08.234005 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-c3ce8460-0d75-4d0f-9603-310fb58fb124 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'security_group_rule': {'security_group_id': '73640e8f-c1f0-4b22-b538-69153904d56d', 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:08.251763 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Set router 58e1ca70-ea9f-4eba-a513-143717ac8512 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:08.294469 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8460-0d75-4d0f-9603-310fb58fb124 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.406149 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8460-0d75-4d0f-9603-310fb58fb124 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.411826 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8460-0d75-4d0f-9603-310fb58fb124 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.415182 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:08.446163 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce8460-0d75-4d0f-9603-310fb58fb124 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e685dc2-69bd-4345-9e8d-a0ebc8be8247,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:08.451543 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c3ce8460-0d75-4d0f-9603-310fb58fb124 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:08.457322 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8460-0d75-4d0f-9603-310fb58fb124 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.459111 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c3ce8460-0d75-4d0f-9603-310fb58fb124 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2345932 Jun 22 18:38:08.462267 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39022) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:08.471601 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'security_group_rule': {'security_group_id': '73640e8f-c1f0-4b22-b538-69153904d56d', 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:08.503495 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.securitygroups_db [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Project 1b0d77d3dfc94590a6095cdee66d20eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:38:08.512526 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.636024 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.641858 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.642483 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:05Z', 'revision_number': 4, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'gw_port': {'id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'eb089e60-987a-4b1c-96c6-67ec2c11592e', 'name': '', 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'mac_address': 'fa:16:3e:a9:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0130557e-d06c-4aa4-b0dd-6393e3ac9029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:04Z', 'updated_at': '2021-06-22T18:38:05Z', 'revision_number': 2, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'subnets': [{'id': '0130557e-d06c-4aa4-b0dd-6393e3ac9029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:08.644044 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:08.662785 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae93a3a-3b71-4352-beeb-8a2d9e8f5501,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:08.665394 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:08.675413 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.677315 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2132607 Jun 22 18:38:08.683005 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39024) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:08.689643 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-704e36f3-9a54-4be1-8073-6aae5ea847ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'security_group_rule': {'security_group_id': '73640e8f-c1f0-4b22-b538-69153904d56d', 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:08.691042 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Checking router: 58e1ca70-ea9f-4eba-a513-143717ac8512 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:08.691425 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Updating router 58e1ca70-ea9f-4eba-a513-143717ac8512 port eb089e60-987a-4b1c-96c6-67ec2c11592e binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:38:08.734484 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.734959 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.securitygroups_db [None req-704e36f3-9a54-4be1-8073-6aae5ea847ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Project 1b0d77d3dfc94590a6095cdee66d20eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:38:08.742154 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-704e36f3-9a54-4be1-8073-6aae5ea847ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.850117 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-704e36f3-9a54-4be1-8073-6aae5ea847ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.856190 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-704e36f3-9a54-4be1-8073-6aae5ea847ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.859765 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:08.890175 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e36f3-9a54-4be1-8073-6aae5ea847ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d612b959-9884-41b8-8ab7-610595d456bd,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:08.895141 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-704e36f3-9a54-4be1-8073-6aae5ea847ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:08.903393 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-704e36f3-9a54-4be1-8073-6aae5ea847ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.905496 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-704e36f3-9a54-4be1-8073-6aae5ea847ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2204213 Jun 22 18:38:09.192712 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:09.195310 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691148-d330-4a09-a1c8-6a317a522598 req-75e3bd91-e0cc-452f-8559-e4a1bf78f6b7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:09.198061 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ca691148-d330-4a09-a1c8-6a317a522598 req-75e3bd91-e0cc-452f-8559-e4a1bf78f6b7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1209390 Jun 22 18:38:09.205826 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Transition to ACTIVE for port object eb089e60-987a-4b1c-96c6-67ec2c11592e will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:09.216555 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:09.221780 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:09.287599 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ca691148-d330-4a09-a1c8-6a317a522598 req-57608177-cebc-46de-b5b7-6ff7ac54ef94 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779424 Jun 22 18:38:09.291405 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f08f5e-cfbc-4535-baa7-b40973baea02 None None] Pushing event updated for resources: {'Port': ['ID=eb089e60-987a-4b1c-96c6-67ec2c11592e,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:09.298202 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-39f08f5e-cfbc-4535-baa7-b40973baea02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:09.412419 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Attempting to bind port eb089e60-987a-4b1c-96c6-67ec2c11592e on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:38:09.413045 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Attempting to bind port eb089e60-987a-4b1c-96c6-67ec2c11592e by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:38:09.413599 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Attempting to bind port eb089e60-987a-4b1c-96c6-67ec2c11592e on network 6ab5c01f-7796-4a02-9a62-cf65b141d54f {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:38:09.424289 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:38:09.424745 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Checking segment: {'id': '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:09.425159 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:09.425622 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Bound using segment: {'id': '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:38:09.426320 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Bound port: eb089e60-987a-4b1c-96c6-67ec2c11592e, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:38:09.426912 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:09.477119 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 0d7bf705-4127-4d3c-8c52-55f3950f18ec up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:09.548933 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] For port eb089e60-987a-4b1c-96c6-67ec2c11592e, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:38:09.570408 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] For port eb089e60-987a-4b1c-96c6-67ec2c11592e, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=eb089e60-987a-4b1c-96c6-67ec2c11592e,segment=NetworkSegment(72ce70cf-9d4b-4065-80ce-4ada0f60dcc7),segment_id=72ce70cf-9d4b-4065-80ce-4ada0f60dcc7)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:38:09.579168 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:09.584311 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-39f08f5e-cfbc-4535-baa7-b40973baea02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:09.596950 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 0d7bf705-4127-4d3c-8c52-55f3950f18ec triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:09.597545 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:09.641446 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f08f5e-cfbc-4535-baa7-b40973baea02 None None] Pushing event updated for resources: {'Port': ['ID=eb089e60-987a-4b1c-96c6-67ec2c11592e,revision_number=4']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:09.651405 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-39f08f5e-cfbc-4535-baa7-b40973baea02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:09.682336 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Routers {'58e1ca70-ea9f-4eba-a513-143717ac8512'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:09.683146 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:37:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['58e1ca70-ea9f-4eba-a513-143717ac8512'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:09.875929 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] Set router 58e1ca70-ea9f-4eba-a513-143717ac8512 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:10.158404 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:05Z', 'revision_number': 4, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'gw_port': {'id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'eb089e60-987a-4b1c-96c6-67ec2c11592e', 'name': '', 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'mac_address': 'fa:16:3e:a9:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0130557e-d06c-4aa4-b0dd-6393e3ac9029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:04Z', 'updated_at': '2021-06-22T18:38:09Z', 'revision_number': 4, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'subnets': [{'id': '0130557e-d06c-4aa4-b0dd-6393e3ac9029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:10.188210 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998c737-4fe9-445f-905d-6790b7cd4304 None None] The sync data for ids ['58e1ca70-ea9f-4eba-a513-143717ac8512'] in dv-cinder-769602-3-iscsi is: [{'id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:05Z', 'revision_number': 4, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'gw_port': {'id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'eb089e60-987a-4b1c-96c6-67ec2c11592e', 'name': '', 'network_id': '6ab5c01f-7796-4a02-9a62-cf65b141d54f', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'mac_address': 'fa:16:3e:a9:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0130557e-d06c-4aa4-b0dd-6393e3ac9029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:04Z', 'updated_at': '2021-06-22T18:38:09Z', 'revision_number': 4, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'subnets': [{'id': '0130557e-d06c-4aa4-b0dd-6393e3ac9029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:10.576325 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990c088-2267-45fc-b54e-c97f003a2b3e req-3489d40d-aa7b-4d06-85b2-0622351cac1e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:10.578901 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f990c088-2267-45fc-b54e-c97f003a2b3e req-3489d40d-aa7b-4d06-85b2-0622351cac1e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0842152 Jun 22 18:38:10.636568 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f990c088-2267-45fc-b54e-c97f003a2b3e req-2697f91e-46ac-4de1-9c38-8149c84cd16c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473185 Jun 22 18:38:11.404121 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device eb089e60-987a-4b1c-96c6-67ec2c11592e up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:11.459406 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port eb089e60-987a-4b1c-96c6-67ec2c11592e completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:11.464315 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port eb089e60-987a-4b1c-96c6-67ec2c11592e triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:11.464693 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:11.558012 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:11.598869 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port eb089e60-987a-4b1c-96c6-67ec2c11592e, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=eb089e60-987a-4b1c-96c6-67ec2c11592e,segment=NetworkSegment(72ce70cf-9d4b-4065-80ce-4ada0f60dcc7),segment_id=72ce70cf-9d4b-4065-80ce-4ada0f60dcc7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:11.603599 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:11.605832 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:11.660399 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=eb089e60-987a-4b1c-96c6-67ec2c11592e,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:11.664027 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:11.895461 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558e45f-45e8-4a8e-8c8a-51c2b7db3bd9 req-98927883-854a-412a-8201-89076454b65f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:11.898060 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4558e45f-45e8-4a8e-8c8a-51c2b7db3bd9 req-98927883-854a-412a-8201-89076454b65f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1186178 Jun 22 18:38:11.956469 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4558e45f-45e8-4a8e-8c8a-51c2b7db3bd9 req-90a26a8e-bc24-4ee6-9a68-d6f145dabc7c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476844 Jun 22 18:38:13.180031 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a1224-140a-4268-8d38-8691f5287e0e req-cf93a4b3-3b49-459c-848e-7cecdd0d9f04 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:13.181562 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-524a1224-140a-4268-8d38-8691f5287e0e req-cf93a4b3-3b49-459c-848e-7cecdd0d9f04 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0982821 Jun 22 18:38:13.233690 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-524a1224-140a-4268-8d38-8691f5287e0e req-6ab3fc66-e052-47e5-b2d4-298edab98128 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405788 Jun 22 18:38:13.382944 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device eb089e60-987a-4b1c-96c6-67ec2c11592e up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:13.434900 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port eb089e60-987a-4b1c-96c6-67ec2c11592e triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:13.435267 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:14.462128 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6edc9-ed7f-4f1e-bc5d-8fc178fc7ac8 req-b13d2d3f-8c27-40e2-8cce-4342081552b4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:14.464039 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b1a6edc9-ed7f-4f1e-bc5d-8fc178fc7ac8 req-b13d2d3f-8c27-40e2-8cce-4342081552b4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0749576 Jun 22 18:38:14.508649 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b1a6edc9-ed7f-4f1e-bc5d-8fc178fc7ac8 req-7a2adc36-7a48-4b9c-87d4-b776888cca63 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377338 Jun 22 18:38:15.763733 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfdaea-5c0f-41c7-b156-b4e8bf732936 req-d5fd1aaf-a2b9-4ab5-ae58-3541f5babea6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:15.766990 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-05bfdaea-5c0f-41c7-b156-b4e8bf732936 req-d5fd1aaf-a2b9-4ab5-ae58-3541f5babea6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1010177 Jun 22 18:38:15.833258 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-05bfdaea-5c0f-41c7-b156-b4e8bf732936 req-ba188f19-5450-46a2-af06-66ac5e99ae6f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600374 Jun 22 18:38:17.063807 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370634a3-2a10-4a7f-8116-62d076869b0e req-e0fdecdf-95f0-4e6c-8517-d688cabcee30 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:17.066407 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-370634a3-2a10-4a7f-8116-62d076869b0e req-e0fdecdf-95f0-4e6c-8517-d688cabcee30 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0767407 Jun 22 18:38:17.120965 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-370634a3-2a10-4a7f-8116-62d076869b0e req-2a4bd9fd-9b90-4e3e-8cc7-05999ba943b4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440905 Jun 22 18:38:18.614271 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a53987-2266-41ec-bebd-69cc4561b56d req-694aacd6-e186-4c7f-b1a0-9be11ecc2b3a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:18.615889 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-20a53987-2266-41ec-bebd-69cc4561b56d req-694aacd6-e186-4c7f-b1a0-9be11ecc2b3a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.3648453 Jun 22 18:38:18.665219 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-20a53987-2266-41ec-bebd-69cc4561b56d req-6d0e5371-4744-431d-971b-83130dd2dd58 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391281 Jun 22 18:38:19.945877 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757ce5a-9449-4669-8857-6d062d16f5d0 req-2270bfc3-b21e-4b62-b6fd-c2e4b11ea701 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:19.948575 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e757ce5a-9449-4669-8857-6d062d16f5d0 req-2270bfc3-b21e-4b62-b6fd-c2e4b11ea701 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.1018775 Jun 22 18:38:20.016228 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e757ce5a-9449-4669-8857-6d062d16f5d0 req-8681be2d-f9d0-4918-98d3-f79e3ee66f75 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601618 Jun 22 18:38:20.985642 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:38:21.114279 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:21.135562 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'port_id': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'mac_address': 'fa:16:3e:0d:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:38:21.195140 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:21.221474 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1115455d-bdff-4bcd-9daa-bd3499f3480f {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:38:21.231514 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a253fa-fad1-4c65-87ce-ea14177a0353 req-8b2f1364-96fa-460c-b800-b7f50d664e17 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:21.233955 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65a253fa-fad1-4c65-87ce-ea14177a0353 req-8b2f1364-96fa-460c-b800-b7f50d664e17 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 944 time: 0.0809023 Jun 22 18:38:21.258464 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:21.266553 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:21.268830 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:21.288165 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65a253fa-fad1-4c65-87ce-ea14177a0353 req-86b8f08e-ef42-4f0f-a4ab-1561851c5321 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474722 Jun 22 18:38:21.338560 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=9']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:21.348205 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.348553 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.348902 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.349240 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.349572 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.349906 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.350236 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.350562 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.350894 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.351219 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.351572 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.351897 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:21.356084 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:22.037233 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-54bfbcfa-47fa-4532-8342-0e67d6fecd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:22.516813 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4dbdd-e2f5-4a15-aef3-c9c9ca6201f8 req-5bd3d638-9b51-449e-88a5-364d347c9580 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:22.518413 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e4f4dbdd-e2f5-4a15-aef3-c9c9ca6201f8 req-5bd3d638-9b51-449e-88a5-364d347c9580 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 945 time: 0.0755646 Jun 22 18:38:22.566094 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e4f4dbdd-e2f5-4a15-aef3-c9c9ca6201f8 req-6bb332ed-161d-43e7-b7b7-1692ddd33ccb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412686 Jun 22 18:38:23.696018 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['1115455d-bdff-4bcd-9daa-bd3499f3480f'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:38:23.887916 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485e878-ab32-4577-9a3c-c7a6549b6bfc req-751efbbf-2911-49c7-a190-f045f989642e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:23.892421 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8485e878-ab32-4577-9a3c-c7a6549b6bfc req-751efbbf-2911-49c7-a190-f045f989642e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 945 time: 0.1372132 Jun 22 18:38:23.957733 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8485e878-ab32-4577-9a3c-c7a6549b6bfc req-b481d4b8-5d12-46ee-9d1d-3efa6b6b7e24 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525641 Jun 22 18:38:24.904560 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:38:25.187132 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e40f81-e8bd-4c74-8e1e-62398666858e req-bd1e90a8-4fbe-42b4-b269-afc4d9f4cc21 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:25.188797 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a2e40f81-e8bd-4c74-8e1e-62398666858e req-bd1e90a8-4fbe-42b4-b269-afc4d9f4cc21 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 945 time: 0.0811594 Jun 22 18:38:25.238497 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a2e40f81-e8bd-4c74-8e1e-62398666858e req-c8f1394f-286c-49f5-a595-f728ca8728e7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407405 Jun 22 18:38:25.659476 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-872aca2d-4909-4a14-b344-6ce3a8f090e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:25.835157 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:26.121405 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:26.347924 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:26.536776 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b19c-48a4-44b0-82ac-a076af523fcb req-72cbef3c-447c-47f3-a5ee-1764a331943f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:26.538413 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8887b19c-48a4-44b0-82ac-a076af523fcb req-72cbef3c-447c-47f3-a5ee-1764a331943f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 945 time: 0.0799387 Jun 22 18:38:26.593469 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8887b19c-48a4-44b0-82ac-a076af523fcb req-833baf1f-18d6-4812-bba6-957ee123484b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456259 Jun 22 18:38:26.640472 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:26.719239 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 1115455d-bdff-4bcd-9daa-bd3499f3480f triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:26.720330 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:26.842059 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:26.869477 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:38:26.871866 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bef83d-d615-4fd4-bb7a-c86da539738e" -d '{"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-plugged", "status": "completed", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:38:26.887190 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:26.893950 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:26.897164 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:26.982659 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=10']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:26.988903 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:27.018998 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecae040-bc0e-4539-af9d-41c474dc3ee4 x-openstack-request-id: req-eecae040-bc0e-4539-af9d-41c474dc3ee4 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:38:27.019470 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-plugged", "status": "completed", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:38:27.019859 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eecae040-bc0e-4539-af9d-41c474dc3ee4 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:38:27.020365 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'code': 200} Jun 22 18:38:27.639679 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cc14a-f7a2-4320-acb2-f238d59682c4 req-1a95ab82-5347-4caf-9ec3-06adb588b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:27.641232 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-422cc14a-f7a2-4320-acb2-f238d59682c4 req-1a95ab82-5347-4caf-9ec3-06adb588b0af service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1100 time: 0.0653811 Jun 22 18:38:27.701194 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-422cc14a-f7a2-4320-acb2-f238d59682c4 req-ccc8a722-5b65-45c8-8130-0bfb6f8e6aaf service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527611 Jun 22 18:38:27.847737 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874559b-47fd-402d-8c05-0c67c3659263 req-01c0686a-8443-4452-9ee7-22114dca28d8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:27.848842 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9874559b-47fd-402d-8c05-0c67c3659263 req-01c0686a-8443-4452-9ee7-22114dca28d8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0852590 Jun 22 18:38:27.894297 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9874559b-47fd-402d-8c05-0c67c3659263 req-51a45404-8714-4138-bb8f-884cd27699b9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394959 Jun 22 18:38:28.192413 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:29.103706 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd69ec9-d1ce-4292-8926-98c29eb89d6c req-1f2ba90c-592e-461d-9348-cf42a422f81e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:29.105383 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8fd69ec9-d1ce-4292-8926-98c29eb89d6c req-1f2ba90c-592e-461d-9348-cf42a422f81e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0751135 Jun 22 18:38:29.148642 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8fd69ec9-d1ce-4292-8926-98c29eb89d6c req-5c789834-449b-41dd-a0af-7cf27cbf67cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365510 Jun 22 18:38:30.394819 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cdc96-9ba5-4761-854c-e882be9723e4 req-a382f5c2-fb52-4120-9cae-521ba02031f1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:30.396339 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd9cdc96-9ba5-4761-854c-e882be9723e4 req-a382f5c2-fb52-4120-9cae-521ba02031f1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.1080916 Jun 22 18:38:30.449442 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd9cdc96-9ba5-4761-854c-e882be9723e4 req-84f150c0-c98a-4a58-a433-9d9274e2a727 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462644 Jun 22 18:38:31.683321 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218f402-2cc9-465c-8b99-7d4517109542 req-7c11f58e-206c-4cf9-b981-4ebe682f9c0e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:31.684994 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1218f402-2cc9-465c-8b99-7d4517109542 req-7c11f58e-206c-4cf9-b981-4ebe682f9c0e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0793092 Jun 22 18:38:31.730573 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1218f402-2cc9-465c-8b99-7d4517109542 req-01d05556-1fae-4bc7-a017-b724bf07ae0b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370300 Jun 22 18:38:32.965744 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07465b-b68b-41f7-b81d-5aff1e8ceff3 req-4fab76e8-8788-426d-a8f5-ff36b2c8e9a7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:32.967379 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd07465b-b68b-41f7-b81d-5aff1e8ceff3 req-4fab76e8-8788-426d-a8f5-ff36b2c8e9a7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0802138 Jun 22 18:38:33.025293 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd07465b-b68b-41f7-b81d-5aff1e8ceff3 req-27eb631e-6299-4d60-8a77-f3cb68cd2dbd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486064 Jun 22 18:38:34.238913 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594dd8c-ff2c-4b74-84bf-e724c8de9b97 req-a638ac4e-02f0-4b79-9b18-fd782e016fb5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:34.241417 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e594dd8c-ff2c-4b74-84bf-e724c8de9b97 req-a638ac4e-02f0-4b79-9b18-fd782e016fb5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0842917 Jun 22 18:38:34.288119 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e594dd8c-ff2c-4b74-84bf-e724c8de9b97 req-36bef5fc-3a6d-44ea-839f-667ddbbe15b1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400465 Jun 22 18:38:35.489114 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b518-3e6e-46e1-b5ee-92556df32813 req-112cf8a2-1d47-455d-8a3a-c2c189136861 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:35.490725 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aba1b518-3e6e-46e1-b5ee-92556df32813 req-112cf8a2-1d47-455d-8a3a-c2c189136861 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0758989 Jun 22 18:38:35.553361 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aba1b518-3e6e-46e1-b5ee-92556df32813 req-d1b84b77-f293-47ad-a537-07140822b031 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510850 Jun 22 18:38:36.761667 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7322a0-71ca-471b-9e5a-bb0916800be6 req-813f597f-8e09-4b2a-91bc-c0c950f70a73 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:36.763938 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2f7322a0-71ca-471b-9e5a-bb0916800be6 req-813f597f-8e09-4b2a-91bc-c0c950f70a73 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0762875 Jun 22 18:38:36.808639 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2f7322a0-71ca-471b-9e5a-bb0916800be6 req-925b12f7-9abb-4cff-9b32-c4dbec4fa416 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381274 Jun 22 18:38:38.040145 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8a09e-4c00-4769-8238-ba0af46ea08a req-847dae88-027e-4b18-9d52-dc7928ddac43 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:38.041593 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82f8a09e-4c00-4769-8238-ba0af46ea08a req-847dae88-027e-4b18-9d52-dc7928ddac43 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0808032 Jun 22 18:38:38.096309 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-82f8a09e-4c00-4769-8238-ba0af46ea08a req-73a0efe8-dfcc-4cf7-a6db-b95fcc7667cf tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475445 Jun 22 18:38:39.346549 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5dc80-f472-45d7-94e6-596cb333b435 req-5b188ed3-c289-4081-bf83-85a7b096d37e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:39.352824 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a3d5dc80-f472-45d7-94e6-596cb333b435 req-5b188ed3-c289-4081-bf83-85a7b096d37e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0862880 Jun 22 18:38:39.411607 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a3d5dc80-f472-45d7-94e6-596cb333b435 req-ee3b5799-9ce7-441a-882d-f4412eb8bdab tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550611 Jun 22 18:38:40.609465 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd22de-9db6-40a8-b1df-fbc0a0c6e088 req-c388f2f3-85ce-45e0-9008-75e2142ca317 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:40.611763 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a0dd22de-9db6-40a8-b1df-fbc0a0c6e088 req-c388f2f3-85ce-45e0-9008-75e2142ca317 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0700643 Jun 22 18:38:40.671975 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a0dd22de-9db6-40a8-b1df-fbc0a0c6e088 req-94ee3d77-8b49-4cdf-aa90-507a0b522590 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504556 Jun 22 18:38:44.986075 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39472) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:45.112512 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0765ce3b-b48a-47fb-bd4a-be050f717934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:45.212453 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0765ce3b-b48a-47fb-bd4a-be050f717934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:45.219150 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0765ce3b-b48a-47fb-bd4a-be050f717934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:45.231784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0c1e9e46-f6f7-4402-b628-80e0045aba29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:45.294633 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-0765ce3b-b48a-47fb-bd4a-be050f717934 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d4d0b5eb4ee49ce926162919cbba431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070798 Jun 22 18:38:45.298043 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39478) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:45.298721 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765ce3b-b48a-47fb-bd4a-be050f717934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44cabb2-5010-4062-b2c6-5b55da02c189,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:45.304189 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0765ce3b-b48a-47fb-bd4a-be050f717934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:45.365995 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6a11fccb-425d-4f88-9fb5-0be1e0239bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:45.389917 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6a11fccb-425d-4f88-9fb5-0be1e0239bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:45.445844 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6a11fccb-425d-4f88-9fb5-0be1e0239bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:45.449122 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6a11fccb-425d-4f88-9fb5-0be1e0239bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:45.450488 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-6a11fccb-425d-4f88-9fb5-0be1e0239bb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a44cabb2-5010-4062-b2c6-5b55da02c189 HTTP/1.1" status: 204 len: 168 time: 0.1509340 Jun 22 18:38:45.451551 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d7d4bfff-83f2-46dd-a6f5-e2336c5c5afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:45.462147 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11fccb-425d-4f88-9fb5-0be1e0239bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44cabb2-5010-4062-b2c6-5b55da02c189,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:45.465047 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-6a11fccb-425d-4f88-9fb5-0be1e0239bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:46.214827 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39502) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:46.333927 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1695780562-network', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:46.362314 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Made reservation on behalf of 5cfda67e928f436fb0963938e690e4a4 for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:38:46.364703 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.374852 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.474769 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.479045 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.482567 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a0f13fb1-df81-4089-bdc4-d9f2c97be08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:46.510594 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:38:46.518086 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869d63ef-5184-4502-93f8-665853f70252,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:46.522075 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:46.526206 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.526605 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Added segment ed7cc1dd-1879-4eca-be8a-e683f80329b9 of type vlan for network 46e95127-cbc9-462d-8502-81271746711a Jun 22 18:38:46.571706 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.603688 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.611020 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:46.611833 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.614394 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fc7461bb-edce-48d2-9f04-dbb89a3b1328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:46.668060 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4517174 Jun 22 18:38:46.671269 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39508) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:46.680950 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Request body: {'subnet': {'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1695780562-subnet', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:46.681286 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Pushing event updated for resources: {'Network': ['ID=46e95127-cbc9-462d-8502-81271746711a,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:46.684517 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:46.693825 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 46e95127-cbc9-462d-8502-81271746711a details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:38:46.711931 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Made reservation on behalf of 5cfda67e928f436fb0963938e690e4a4 for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:38:46.714557 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26945849'] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.917445 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26616708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26945815'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.921923 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-74692345-d2bf-4304-aeed-83d5414d5364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:47.008274 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654d81dc-5f88-40ea-a3d2-95706886f519,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:47.014387 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:47.019143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Checking segment: {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:47.019536 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Network hostable DHCP agents. Network: 46e95127-cbc9-462d-8502-81271746711a, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:38:47.045070 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Network 46e95127-cbc9-462d-8502-81271746711a is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:38:47.058984 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 46e95127-cbc9-462d-8502-81271746711a) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:47.064570 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:47.065187 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.084917 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-5639167d-8c91-4836-8441-0feb9be44f78 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4117849 Jun 22 18:38:47.087812 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39514) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:47.088528 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe46afd-f0e1-4c15-afef-c35a3d6c1e3c None None] Network 46e95127-cbc9-462d-8502-81271746711a requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:38:47.096089 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:47.131642 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.133732 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.250082 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.450054 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-46e95127-cbc9-462d-8502-81271746711a', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:38:47.451037 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.505779 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.646144 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Allocated IP 172.20.0.2 (46e95127-cbc9-462d-8502-81271746711a/654d81dc-5f88-40ea-a3d2-95706886f519/28c2de8f-c743-406b-829e-26dce50bface) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:38:47.814559 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.823675 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.832542 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Transition to ACTIVE for port object 28c2de8f-c743-406b-829e-26dce50bface will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:47.839397 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.853476 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Transition to ACTIVE for port object 28c2de8f-c743-406b-829e-26dce50bface will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:47.861659 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.866310 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:47.932966 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Network 46e95127-cbc9-462d-8502-81271746711a is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:47.936206 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:47.940274 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:38:47.956060 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Pushing event updated for resources: {'Port': ['ID=28c2de8f-c743-406b-829e-26dce50bface,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:47.957749 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Allocated IP 172.27.3.114 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/bed74f6f-2966-48c2-9397-8feb2d37fa8a) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:38:47.993305 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:48.032455 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Attempting to bind port 28c2de8f-c743-406b-829e-26dce50bface on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:38:48.032849 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Attempting to bind port 28c2de8f-c743-406b-829e-26dce50bface by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:38:48.033236 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Attempting to bind port 28c2de8f-c743-406b-829e-26dce50bface on network 46e95127-cbc9-462d-8502-81271746711a {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:38:48.041074 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:38:48.041559 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Checking segment: {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:48.042070 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.042618 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Bound using segment: {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:38:48.043187 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Bound port: 28c2de8f-c743-406b-829e-26dce50bface, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:38:48.043755 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.082443 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.114898 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] For port 28c2de8f-c743-406b-829e-26dce50bface, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:38:48.119851 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] For port 28c2de8f-c743-406b-829e-26dce50bface, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=28c2de8f-c743-406b-829e-26dce50bface,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:38:48.133083 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.134502 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.135206 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:48.137656 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c9bd81c7-3e89-4d3b-869d-87815b164c1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:48.178103 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:48.187798 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:48.194190 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:38:48.205762 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Pushing event updated for resources: {'Port': ['ID=28c2de8f-c743-406b-829e-26dce50bface,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:48.213393 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:48.227043 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Pushing event updated for resources: {'Port': ['ID=bed74f6f-2966-48c2-9397-8feb2d37fa8a,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:48.231960 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:48.566861 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.822647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.985213 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:38:49.117474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:49.131859 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Sync routers for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:49.140642 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Notify callbacks [] for router, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:49.142016 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0523338 Jun 22 18:38:49.144602 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:49.145266 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:49.145424 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39524) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:49.310175 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e9909-2cff-44b6-b845-a4235d3d28b4 None None] Network 46e95127-cbc9-462d-8502-81271746711a requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:38:49.451515 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-cd4345e0-1cb2-48ae-a3d1-e63cdc79f04d None None] Provisioning for port 28c2de8f-c743-406b-829e-26dce50bface completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:49.503657 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 28c2de8f-c743-406b-829e-26dce50bface up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:49.544226 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:49.798639 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:49.888640 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 28c2de8f-c743-406b-829e-26dce50bface completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:49.905492 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 28c2de8f-c743-406b-829e-26dce50bface triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:49.905924 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.064738 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Allocated IP 172.20.0.1 (46e95127-cbc9-462d-8502-81271746711a/654d81dc-5f88-40ea-a3d2-95706886f519/ef0151b5-90ac-43e9-83fc-891d38f93ad4) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:38:50.152777 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:48Z', 'revision_number': 3, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:50.155216 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.207071 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Checking router: d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:50.207691 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Updating router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 port bed74f6f-2966-48c2-9397-8feb2d37fa8a binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:38:50.289103 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 28c2de8f-c743-406b-829e-26dce50bface, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=28c2de8f-c743-406b-829e-26dce50bface,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:50.290324 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.294278 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.314906 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:50.447127 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=28c2de8f-c743-406b-829e-26dce50bface,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:50.454509 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:50.502403 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.519641 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Transition to ACTIVE for port object ef0151b5-90ac-43e9-83fc-891d38f93ad4 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:50.567148 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-1c070963-6495-449d-9548-81ae866149e3 None None] Provisioning complete for port 28c2de8f-c743-406b-829e-26dce50bface triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:50.567498 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1c070963-6495-449d-9548-81ae866149e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.572668 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.578218 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:50.617589 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Network 46e95127-cbc9-462d-8502-81271746711a is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:50.620973 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:50.625469 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:38:50.651520 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Pushing event updated for resources: {'Port': ['ID=ef0151b5-90ac-43e9-83fc-891d38f93ad4,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:50.664996 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.665301 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.665649 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.666296 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.666447 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.666674 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.667012 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.667398 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.667729 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.668080 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.668420 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.668912 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:50.674942 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:50.687247 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.886747 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.921792 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.942109 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Transition to ACTIVE for port object bed74f6f-2966-48c2-9397-8feb2d37fa8a will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:50.952710 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:50.954997 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:51.008764 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7511bee-2cf0-4984-97ea-3f2465ea5689 None None] Pushing event updated for resources: {'Port': ['ID=bed74f6f-2966-48c2-9397-8feb2d37fa8a,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:51.011681 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-f7511bee-2cf0-4984-97ea-3f2465ea5689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:51.012600 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Attempting to bind port bed74f6f-2966-48c2-9397-8feb2d37fa8a on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:38:51.013158 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Attempting to bind port bed74f6f-2966-48c2-9397-8feb2d37fa8a by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:38:51.013341 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Attempting to bind port bed74f6f-2966-48c2-9397-8feb2d37fa8a on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:38:51.019969 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:38:51.020357 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:51.020770 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.021169 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:38:51.021652 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Bound port: bed74f6f-2966-48c2-9397-8feb2d37fa8a, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:38:51.022025 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.081156 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-94fcab88-8843-4b52-9a69-952908ac43e2 None None] Provisioning for port ef0151b5-90ac-43e9-83fc-891d38f93ad4 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:51.089338 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-94fcab88-8843-4b52-9a69-952908ac43e2 None None] Provisioning complete for port ef0151b5-90ac-43e9-83fc-891d38f93ad4 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:51.089713 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-94fcab88-8843-4b52-9a69-952908ac43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.091803 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] For port bed74f6f-2966-48c2-9397-8feb2d37fa8a, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:38:51.096237 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] For port bed74f6f-2966-48c2-9397-8feb2d37fa8a, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=bed74f6f-2966-48c2-9397-8feb2d37fa8a,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:38:51.097052 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.101860 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.104291 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a0a09d0c-6ea4-4fd3-aee7-8aa2d233bae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:51.117182 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.120754 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:51.174844 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Pushing event updated for resources: {'Port': ['ID=ef0151b5-90ac-43e9-83fc-891d38f93ad4,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:51.179588 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:51.179972 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-94fcab88-8843-4b52-9a69-952908ac43e2 None None] Port ef0151b5-90ac-43e9-83fc-891d38f93ad4 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:38:51.180810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.195869 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:51.196513 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:51.198328 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7511bee-2cf0-4984-97ea-3f2465ea5689 None None] Pushing event updated for resources: {'Port': ['ID=bed74f6f-2966-48c2-9397-8feb2d37fa8a,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:51.202841 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-f7511bee-2cf0-4984-97ea-3f2465ea5689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:51.295589 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Network 46e95127-cbc9-462d-8502-81271746711a is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:51.298348 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:51.332108 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:51.470543 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 28c2de8f-c743-406b-829e-26dce50bface up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:51.492337 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:38:51.570892 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 28c2de8f-c743-406b-829e-26dce50bface triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:51.571267 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.655029 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:51.661451 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] 10.222.0.39 "PUT /v2.0/routers/d3ea9ef0-adea-4e40-a04c-ddc7442d82e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5147471 Jun 22 18:38:51.693175 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-9a10416c-d9b5-4c75-956e-80b5f0743e5f None None] Provisioning complete for port ef0151b5-90ac-43e9-83fc-891d38f93ad4 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:51.693748 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-9a10416c-d9b5-4c75-956e-80b5f0743e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:51.824016 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 2, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:51.865539 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-9a10416c-d9b5-4c75-956e-80b5f0743e5f None None] Port ef0151b5-90ac-43e9-83fc-891d38f93ad4 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:38:51.873884 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1b106-e523-4b81-887d-7b549d4ec8d7 None None] The sync data for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi is: [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 2, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:52.049492 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e4997e8d-3f96-4ab3-9ca6-bb0e23db1e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.338677 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39552) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:52.347838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2057359183-network', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:52.383928 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Made reservation on behalf of 8197fe281da24bf08dc486ebc58f55b4 for: {'network': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:38:52.387903 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.404003 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.552021 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.557763 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.561120 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-feeb55b3-cd4e-4090-ae61-66418d54faf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:52.588391 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=92905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:38:52.600848 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be61fb52-e5c7-4767-8699-b77f0216fe54,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:52.607590 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:52.607590 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.608453 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.segments_db [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Added segment 21d84d37-680f-41f5-863c-4f1e327ae8a1 of type vlan for network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad Jun 22 18:38:52.692712 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.767707 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.769574 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:52.770306 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.775000 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:52.864199 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5234044 Jun 22 18:38:52.866733 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39558) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:52.879422 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Request body: {'subnet': {'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2057359183-subnet', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:52.910168 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Pushing event updated for resources: {'Network': ['ID=8e2b8da3-109d-4b73-9eb0-3171c3d87bad,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:52.914753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:52.925022 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:38:52.931310 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Made reservation on behalf of 8197fe281da24bf08dc486ebc58f55b4 for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:38:52.935158 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26945849'] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:53.174610 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26616708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26945815'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:53.177140 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:53.236099 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b79c81-50a1-4faa-9b79-ce5c7dbab9c1,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:53.238883 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:53.251153 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Checking segment: {'id': '21d84d37-680f-41f5-863c-4f1e327ae8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:53.251710 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Network hostable DHCP agents. Network: 8e2b8da3-109d-4b73-9eb0-3171c3d87bad, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:38:53.275437 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:38:53.286525 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 8e2b8da3-109d-4b73-9eb0-3171c3d87bad) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:53.292940 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:53.293950 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:53.296698 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7fb309-35ab-45d3-928d-e4952fa759ca None None] Network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:38:53.320321 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-17a616e5-fa90-4e2a-bcbf-2acba39106eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4518595 Jun 22 18:38:53.324245 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39560) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:53.332302 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:38:53.371575 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:53.375640 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:53.470481 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:53.523011 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device bed74f6f-2966-48c2-9397-8feb2d37fa8a up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:53.566953 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-8e2b8da3-109d-4b73-9eb0-3171c3d87bad', 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'fixed_ips': [{'subnet_id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:38:53.568198 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:53.687079 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:53.741373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port bed74f6f-2966-48c2-9397-8feb2d37fa8a completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:53.756089 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port bed74f6f-2966-48c2-9397-8feb2d37fa8a triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:53.756772 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:53.919399 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Allocated IP 172.20.0.2 (8e2b8da3-109d-4b73-9eb0-3171c3d87bad/96b79c81-50a1-4faa-9b79-ce5c7dbab9c1/a7b998c0-d840-4aaa-9382-4451a345b5bd) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:38:54.060769 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.076551 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.100885 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.150900 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port bed74f6f-2966-48c2-9397-8feb2d37fa8a, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=bed74f6f-2966-48c2-9397-8feb2d37fa8a,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:54.162941 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.169276 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:54.174448 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.202464 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Transition to ACTIVE for port object a7b998c0-d840-4aaa-9382-4451a345b5bd will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:54.228798 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Transition to ACTIVE for port object a7b998c0-d840-4aaa-9382-4451a345b5bd will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:54.239815 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.262516 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=bed74f6f-2966-48c2-9397-8feb2d37fa8a,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:54.268100 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:54.269399 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Allocated IP 172.27.3.54 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/f30a3e9a-68e0-4ea6-b07b-d0e15922d203) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:38:54.271199 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:54.299885 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:54.303097 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:54.305670 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:38:54.375551 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Pushing event updated for resources: {'Port': ['ID=a7b998c0-d840-4aaa-9382-4451a345b5bd,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:54.379085 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:54.398462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.399360 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Attempting to bind port a7b998c0-d840-4aaa-9382-4451a345b5bd on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:38:54.399360 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Attempting to bind port a7b998c0-d840-4aaa-9382-4451a345b5bd by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '21d84d37-680f-41f5-863c-4f1e327ae8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:38:54.399811 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Attempting to bind port a7b998c0-d840-4aaa-9382-4451a345b5bd on network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:38:54.409313 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:38:54.409942 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Checking segment: {'id': '21d84d37-680f-41f5-863c-4f1e327ae8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:54.410613 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.411259 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Bound using segment: {'id': '21d84d37-680f-41f5-863c-4f1e327ae8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:38:54.412133 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Bound port: a7b998c0-d840-4aaa-9382-4451a345b5bd, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d84d37-680f-41f5-863c-4f1e327ae8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:38:54.412773 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.447923 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.450278 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c9e648ea-1e71-4b87-8cf4-7b32b174356f tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:54.494026 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Sync routers for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:54.506817 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:54.507483 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:54.511569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:54.523073 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:54.528008 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:38:54.533278 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] For port a7b998c0-d840-4aaa-9382-4451a345b5bd, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:38:54.539162 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] For port a7b998c0-d840-4aaa-9382-4451a345b5bd, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a7b998c0-d840-4aaa-9382-4451a345b5bd,segment=NetworkSegment(21d84d37-680f-41f5-863c-4f1e327ae8a1),segment_id=21d84d37-680f-41f5-863c-4f1e327ae8a1)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:38:54.545291 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:54.549237 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-684d5999-af9d-425d-a04d-c607da09da1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:54.580812 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Pushing event updated for resources: {'Port': ['ID=f30a3e9a-68e0-4ea6-b07b-d0e15922d203,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:54.584212 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:54.661154 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Pushing event updated for resources: {'Port': ['ID=a7b998c0-d840-4aaa-9382-4451a345b5bd,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:54.669288 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:54.693363 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:55.034900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.069665 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 2, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:55.131693 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Checking router: d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:55.132605 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Updating router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 port ef0151b5-90ac-43e9-83fc-891d38f93ad4 binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:38:55.185275 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.366295 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.543751 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device bed74f6f-2966-48c2-9397-8feb2d37fa8a up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:55.554661 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Router ab15fb41-5188-491e-9192-416dfdd4a0ef is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:38:55.624102 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port bed74f6f-2966-48c2-9397-8feb2d37fa8a triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:55.625296 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.682903 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-d78417f8-3691-4cfa-9f2d-389d44c22faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.729203 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.746941 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Transition to ACTIVE for port object ef0151b5-90ac-43e9-83fc-891d38f93ad4 will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:55.757397 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.761183 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-39f08f5e-cfbc-4535-baa7-b40973baea02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:55.784924 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a7b998c0-d840-4aaa-9382-4451a345b5bd up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:55.788522 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:55.841862 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Notify callbacks [] for router, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.844753 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5171709 Jun 22 18:38:55.847142 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39580) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:55.853596 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Sync routers for ids ['ab15fb41-5188-491e-9192-416dfdd4a0ef'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:55.916277 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e372b-1e4b-4d95-bcf7-ca141356ce49 None None] Pushing event updated for resources: {'Port': ['ID=ef0151b5-90ac-43e9-83fc-891d38f93ad4,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:55.957065 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:55.985468 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-516e372b-1e4b-4d95-bcf7-ca141356ce49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:55.989789 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Routers {'ab15fb41-5188-491e-9192-416dfdd4a0ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:55.992173 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ab15fb41-5188-491e-9192-416dfdd4a0ef'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:56.028514 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Attempting to bind port ef0151b5-90ac-43e9-83fc-891d38f93ad4 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:38:56.029482 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Attempting to bind port ef0151b5-90ac-43e9-83fc-891d38f93ad4 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:38:56.031125 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Attempting to bind port ef0151b5-90ac-43e9-83fc-891d38f93ad4 on network 46e95127-cbc9-462d-8502-81271746711a {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:38:56.041259 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:38:56.042224 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Checking segment: {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:56.043127 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:56.044399 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Bound using segment: {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:38:56.045478 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Bound port: ef0151b5-90ac-43e9-83fc-891d38f93ad4, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:38:56.046393 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:56.161137 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-a2d1e9f1-7eae-4527-a360-370098a51f19 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1868589 Jun 22 18:38:56.280413 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] For port ef0151b5-90ac-43e9-83fc-891d38f93ad4, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:38:56.291279 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] For port ef0151b5-90ac-43e9-83fc-891d38f93ad4, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=ef0151b5-90ac-43e9-83fc-891d38f93ad4,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:38:56.300888 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:56.304327 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:56.351937 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d03b68-a451-437e-891e-252236b31d83 None None] Network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:38:56.420241 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-7101022c-02eb-4c14-bd00-a4e29952f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:56.422911 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-7101022c-02eb-4c14-bd00-a4e29952f47c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 1100 time: 0.1693561 Jun 22 18:38:56.483775 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:56.485262 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:56.536960 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e372b-1e4b-4d95-bcf7-ca141356ce49 None None] Pushing event updated for resources: {'Port': ['ID=ef0151b5-90ac-43e9-83fc-891d38f93ad4,revision_number=4']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:56.551596 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-516e372b-1e4b-4d95-bcf7-ca141356ce49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:56.587367 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port a7b998c0-d840-4aaa-9382-4451a345b5bd completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:56.647555 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:56.651479 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:56.661712 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-f15ff421-f972-4272-b9ea-a0664c0a476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:56.663208 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-f15ff421-f972-4272-b9ea-a0664c0a476f service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.1991320 Jun 22 18:38:56.706842 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:56.817390 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-5aca4abe-6b07-4623-a757-1f2cd2db3d78 None None] Provisioning for port a7b998c0-d840-4aaa-9382-4451a345b5bd completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:56.824714 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-5aca4abe-6b07-4623-a757-1f2cd2db3d78 None None] Provisioning complete for port a7b998c0-d840-4aaa-9382-4451a345b5bd triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:56.824968 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5aca4abe-6b07-4623-a757-1f2cd2db3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:56.901725 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:56.910376 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Set router ab15fb41-5188-491e-9192-416dfdd4a0ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:57.011445 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:56Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:57.046698 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7002a4-257f-49cc-bcf6-a75d0ddfa911 None None] The sync data for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi is: [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:56Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:57.133082 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5aca4abe-6b07-4623-a757-1f2cd2db3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:57.173784 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-f84d4345-f07a-4215-95e2-e4a171e65369 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 200 len: 1002 time: 0.5009575 Jun 22 18:38:57.194938 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Allocated IP 172.20.0.1 (8e2b8da3-109d-4b73-9eb0-3171c3d87bad/96b79c81-50a1-4faa-9b79-ce5c7dbab9c1/89161d1f-b76d-4cb3-a501-8845c9fd88fc) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:38:57.204607 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-6ac287ad-4039-4cd6-884d-83d5f8f55991 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053602664&fields=id&tenant_id=1b0d77d3dfc94590a6095cdee66d20eb HTTP/1.1" status: 200 len: 267 time: 0.0939283 Jun 22 18:38:57.246373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-5aca4abe-6b07-4623-a757-1f2cd2db3d78 None None] For port a7b998c0-d840-4aaa-9382-4451a345b5bd, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a7b998c0-d840-4aaa-9382-4451a345b5bd,segment=NetworkSegment(21d84d37-680f-41f5-863c-4f1e327ae8a1),segment_id=21d84d37-680f-41f5-863c-4f1e327ae8a1)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:57.255744 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5aca4abe-6b07-4623-a757-1f2cd2db3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:57.261913 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:57.363414 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca4abe-6b07-4623-a757-1f2cd2db3d78 None None] Pushing event updated for resources: {'Port': ['ID=a7b998c0-d840-4aaa-9382-4451a345b5bd,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:57.367628 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-5aca4abe-6b07-4623-a757-1f2cd2db3d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:57.407669 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:53Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 3, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'gw_port': {'id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:54Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:57.431788 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:57.435269 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-1357a7c6-259f-4b78-b3c2-649f489ca119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:57.438625 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-1357a7c6-259f-4b78-b3c2-649f489ca119 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.2310605 Jun 22 18:38:57.457758 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.provisioning_blocks [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Transition to ACTIVE for port object 89161d1f-b76d-4cb3-a501-8845c9fd88fc will not be triggered until provisioned by entity DHCP. {{(pid=92906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:57.491177 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Checking router: ab15fb41-5188-491e-9192-416dfdd4a0ef for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:57.493690 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Updating router ab15fb41-5188-491e-9192-416dfdd4a0ef port f30a3e9a-68e0-4ea6-b07b-d0e15922d203 binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:38:57.513360 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2973071'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:57.540157 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b78084ca-3142-450e-9e81-4e4f32c96a04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:57.572252 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:57.575362 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:57.576124 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-15092384-d51f-4fab-8528-323ccbb6037c tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:57.579247 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:38:57.591185 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-15092384-d51f-4fab-8528-323ccbb6037c tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 812 time: 0.3849871 Jun 22 18:38:57.616348 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-b47f02f6-1eb2-460f-9254-bee5f7af569d tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/quotas/1b0d77d3dfc94590a6095cdee66d20eb HTTP/1.1" status: 200 len: 375 time: 0.0186298 Jun 22 18:38:57.619874 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:57.628686 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device ef0151b5-90ac-43e9-83fc-891d38f93ad4 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:57.636223 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-3650dcc7-a9e3-4bde-a588-67714c3408c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:57.638073 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-3650dcc7-a9e3-4bde-a588-67714c3408c5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1890407 Jun 22 18:38:57.680626 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.009069 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-f1a258b9-82a7-4e45-a12c-7da13560c28b service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621917 Jun 22 18:38:58.039835 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port ef0151b5-90ac-43e9-83fc-891d38f93ad4 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:58.104801 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port ef0151b5-90ac-43e9-83fc-891d38f93ad4 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:58.105208 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.119856 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Pushing event updated for resources: {'Port': ['ID=89161d1f-b76d-4cb3-a501-8845c9fd88fc,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:58.134393 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.134766 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.135116 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.135496 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.135842 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.136186 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.136531 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.136869 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.137220 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.137598 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.137884 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.138930 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:58.146647 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-f912c737-6054-4e14-bd03-e7a09a89aa9d None None] Provisioning complete for port a7b998c0-d840-4aaa-9382-4451a345b5bd triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:58.147574 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f912c737-6054-4e14-bd03-e7a09a89aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.156893 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:58.177364 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-7b42e864-1d5f-43a3-a528-d60f0035f608 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5080600 Jun 22 18:38:58.224073 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.227974 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bac025b-c2cf-462f-8e06-9dcc1ac130b0 req-ebdb73cd-aea7-4ae1-9956-912aad7fd300 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087681 Jun 22 18:38:58.264696 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.435104 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.454791 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.462161 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.466015 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-6a95c2d1-31fa-4524-a725-ad4b4680193e tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:58.529036 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port ef0151b5-90ac-43e9-83fc-891d38f93ad4, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=ef0151b5-90ac-43e9-83fc-891d38f93ad4,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:58.535988 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.538904 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.539572 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.542386 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-82292885-960e-47df-990f-e6ae978670a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:58.544301 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Pushing event updated for resources: {'Port': ['ID=89161d1f-b76d-4cb3-a501-8845c9fd88fc,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:58.549811 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:58.568459 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-4b6a6694-213e-4bd2-af82-52b2a9f7e49d service neutron] 10.222.0.39 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512764 Jun 22 18:38:58.573197 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Transition to ACTIVE for port object f30a3e9a-68e0-4ea6-b07b-d0e15922d203 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:38:58.587785 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.617385 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=ef0151b5-90ac-43e9-83fc-891d38f93ad4,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:58.628355 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:58.630596 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:58.656913 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Attempting to bind port f30a3e9a-68e0-4ea6-b07b-d0e15922d203 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:38:58.657195 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Attempting to bind port f30a3e9a-68e0-4ea6-b07b-d0e15922d203 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:38:58.658144 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Attempting to bind port f30a3e9a-68e0-4ea6-b07b-d0e15922d203 on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:38:58.673949 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-a046f9df-6a30-4624-87cd-ca2e799a4235 None None] Provisioning for port 89161d1f-b76d-4cb3-a501-8845c9fd88fc completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:38:58.679232 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:38:58.679659 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:38:58.680079 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.680489 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:38:58.681000 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Bound port: f30a3e9a-68e0-4ea6-b07b-d0e15922d203, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:38:58.681376 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.686157 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-a046f9df-6a30-4624-87cd-ca2e799a4235 None None] Provisioning complete for port 89161d1f-b76d-4cb3-a501-8845c9fd88fc triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:58.687163 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a046f9df-6a30-4624-87cd-ca2e799a4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.721442 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:38:58.723179 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:38:58.737508 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9239895-42f6-4314-b9ad-072427ab654d None None] Pushing event updated for resources: {'Port': ['ID=f30a3e9a-68e0-4ea6-b07b-d0e15922d203,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:58.746384 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-f9239895-42f6-4314-b9ad-072427ab654d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:58.757041 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-95f06bad-5a86-4e11-9cd4-1b9734334b07 service neutron] 10.222.0.39 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746826 Jun 22 18:38:58.791275 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-a046f9df-6a30-4624-87cd-ca2e799a4235 None None] Port 89161d1f-b76d-4cb3-a501-8845c9fd88fc cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:38:58.804148 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] For port f30a3e9a-68e0-4ea6-b07b-d0e15922d203, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:38:58.810122 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] For port f30a3e9a-68e0-4ea6-b07b-d0e15922d203, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f30a3e9a-68e0-4ea6-b07b-d0e15922d203,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:38:58.817672 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:58.822403 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:58.903365 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Router ab15fb41-5188-491e-9192-416dfdd4a0ef has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:38:58.932034 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9239895-42f6-4314-b9ad-072427ab654d None None] Pushing event updated for resources: {'Port': ['ID=f30a3e9a-68e0-4ea6-b07b-d0e15922d203,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:58.932034 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-f9239895-42f6-4314-b9ad-072427ab654d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:58.932476 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Routers {'ab15fb41-5188-491e-9192-416dfdd4a0ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:58.933041 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ab15fb41-5188-491e-9192-416dfdd4a0ef'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:59.094656 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] Set router ab15fb41-5188-491e-9192-416dfdd4a0ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:59.130626 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:59.136118 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] 10.222.0.39 "PUT /v2.0/routers/ab15fb41-5188-491e-9192-416dfdd4a0ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2877424 Jun 22 18:38:59.355501 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-55b121f5-a2da-40be-93b5-899fe146c082 None None] Provisioning complete for port 89161d1f-b76d-4cb3-a501-8845c9fd88fc triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:59.356106 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-55b121f5-a2da-40be-93b5-899fe146c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:59.361190 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c432c52f-61a0-430b-9732-f76dfd993298 req-fbd78bcc-facf-415f-9f62-4277c29eff41 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 210 time: 0.0475323 Jun 22 18:38:59.396889 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-55b121f5-a2da-40be-93b5-899fe146c082 None None] Port 89161d1f-b76d-4cb3-a501-8845c9fd88fc cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:38:59.501531 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device ef0151b5-90ac-43e9-83fc-891d38f93ad4 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:59.584277 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39638) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:59.691478 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port ef0151b5-90ac-43e9-83fc-891d38f93ad4 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:59.692881 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:59.753578 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dc72c5cf-5294-4afd-90d4-bc5242e48f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:59.796344 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:53Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 4, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'gw_port': {'id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:54Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '89161d1f-b76d-4cb3-a501-8845c9fd88fc', 'name': '', 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'mac_address': 'fa:16:3e:cc:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:56Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 2, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'subnets': [{'id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:59.848096 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44344e-f585-4089-95a7-6cfaabb64e7e None None] The sync data for ids ['ab15fb41-5188-491e-9192-416dfdd4a0ef'] in dv-cinder-769602-3-iscsi is: [{'id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:53Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 4, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'gw_port': {'id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:54Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '89161d1f-b76d-4cb3-a501-8845c9fd88fc', 'name': '', 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'mac_address': 'fa:16:3e:cc:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:56Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 2, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'subnets': [{'id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:59.876723 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a7b998c0-d840-4aaa-9382-4451a345b5bd up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:59.975549 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port a7b998c0-d840-4aaa-9382-4451a345b5bd triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:59.976230 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:59.984333 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dc72c5cf-5294-4afd-90d4-bc5242e48f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:59.992625 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dc72c5cf-5294-4afd-90d4-bc5242e48f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.050180 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-54efb304-7d27-4d9c-b35e-82ab0bd3591a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:00.059049 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-dc72c5cf-5294-4afd-90d4-bc5242e48f9f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b65f96a3a3641798cf01c4cfee0c4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4725893 Jun 22 18:39:00.063239 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39646) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:00.104039 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72c5cf-5294-4afd-90d4-bc5242e48f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b95942-5d39-4255-9396-163d986bf7f3,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:00.109228 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-dc72c5cf-5294-4afd-90d4-bc5242e48f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:00.143903 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e4d184b6-55dc-40f7-8fe4-bf8cb9c31994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.182741 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e4d184b6-55dc-40f7-8fe4-bf8cb9c31994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.218883 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39648) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:00.250893 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-3ea339e8-3571-4e3c-a4de-fc276b4bba71 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356778454', 'description': 'tempest-secgroup-smoke-356778454 description', 'project_id': '5cfda67e928f436fb0963938e690e4a4'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:00.300842 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3ea339e8-3571-4e3c-a4de-fc276b4bba71 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.343986 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e4d184b6-55dc-40f7-8fe4-bf8cb9c31994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.347447 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e4d184b6-55dc-40f7-8fe4-bf8cb9c31994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.359479 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e4d184b6-55dc-40f7-8fe4-bf8cb9c31994 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31b95942-5d39-4255-9396-163d986bf7f3 HTTP/1.1" status: 204 len: 168 time: 0.2861550 Jun 22 18:39:00.360600 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7481aac6-6e49-4ef4-9488-2a9c58047166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:00.402157 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d184b6-55dc-40f7-8fe4-bf8cb9c31994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b95942-5d39-4255-9396-163d986bf7f3,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:00.404874 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e4d184b6-55dc-40f7-8fe4-bf8cb9c31994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:00.499577 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3ea339e8-3571-4e3c-a4de-fc276b4bba71 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.507469 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3ea339e8-3571-4e3c-a4de-fc276b4bba71 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.517420 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2b34366b-5e7a-4ecc-b5f6-2211d21f29cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:00.627247 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7eebd63-4539-4dc8-86e3-498bf4d57a33 req-fb134f6a-6e55-4910-a04a-2eb011629492 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 210 time: 0.0766435 Jun 22 18:39:00.628500 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3ea339e8-3571-4e3c-a4de-fc276b4bba71 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.632925 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-3ea339e8-3571-4e3c-a4de-fc276b4bba71 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4097018 Jun 22 18:39:00.633390 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39656) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:00.642886 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-d749e137-661c-4fd4-af05-8e6b53313431 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Request body: {'security_group_rule': {'security_group_id': '500834ad-7419-4dca-a21c-ed342c8c8e62', 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:00.653724 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea339e8-3571-4e3c-a4de-fc276b4bba71 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500834ad-7419-4dca-a21c-ed342c8c8e62,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:00.659718 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3ea339e8-3571-4e3c-a4de-fc276b4bba71 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:00.708641 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d749e137-661c-4fd4-af05-8e6b53313431 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.815702 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d749e137-661c-4fd4-af05-8e6b53313431 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.821975 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d749e137-661c-4fd4-af05-8e6b53313431 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.825473 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:00.855634 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749e137-661c-4fd4-af05-8e6b53313431 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5075e88b-2ac9-44eb-8105-2221136f4fd1,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:00.860977 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d749e137-661c-4fd4-af05-8e6b53313431 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:00.865106 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d749e137-661c-4fd4-af05-8e6b53313431 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.867095 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-d749e137-661c-4fd4-af05-8e6b53313431 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316930 Jun 22 18:39:00.870547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39658) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:00.879930 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-c0a8a3be-8cd6-4169-9982-f52074fdf944 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Request body: {'security_group_rule': {'security_group_id': '500834ad-7419-4dca-a21c-ed342c8c8e62', 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:00.930211 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a3be-8cd6-4169-9982-f52074fdf944 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.072779 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a3be-8cd6-4169-9982-f52074fdf944 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.078329 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a3be-8cd6-4169-9982-f52074fdf944 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.081037 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0633e1bb-36c1-494f-adeb-e804f68a7da5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:01.106432 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8a3be-8cd6-4169-9982-f52074fdf944 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fe2e45-0b3e-4745-853b-aeb89e5de12a,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:01.110922 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c0a8a3be-8cd6-4169-9982-f52074fdf944 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:01.114723 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a3be-8cd6-4169-9982-f52074fdf944 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.116457 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-c0a8a3be-8cd6-4169-9982-f52074fdf944 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2443585 Jun 22 18:39:01.122293 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39660) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:01.130405 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-fad3ad15-3c53-48b5-9f90-79790182701d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Request body: {'security_group_rule': {'security_group_id': '500834ad-7419-4dca-a21c-ed342c8c8e62', 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:01.168712 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fad3ad15-3c53-48b5-9f90-79790182701d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.249685 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fad3ad15-3c53-48b5-9f90-79790182701d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.254358 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fad3ad15-3c53-48b5-9f90-79790182701d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.256413 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:01.274243 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3ad15-3c53-48b5-9f90-79790182701d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5368841-b643-402f-a774-78acedae2ce9,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:01.277095 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fad3ad15-3c53-48b5-9f90-79790182701d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:01.283296 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fad3ad15-3c53-48b5-9f90-79790182701d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.284571 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-fad3ad15-3c53-48b5-9f90-79790182701d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591582 Jun 22 18:39:01.289134 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39662) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:01.295244 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-cab5a99f-1517-4415-8bf4-7225f096daa5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Request body: {'security_group_rule': {'security_group_id': '500834ad-7419-4dca-a21c-ed342c8c8e62', 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:01.332524 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-cab5a99f-1517-4415-8bf4-7225f096daa5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.438667 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-cab5a99f-1517-4415-8bf4-7225f096daa5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.449277 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-cab5a99f-1517-4415-8bf4-7225f096daa5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.453492 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-68a97e43-1ba4-4a62-8f3f-5e5638014dd0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:01.493511 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f30a3e9a-68e0-4ea6-b07b-d0e15922d203 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:01.496129 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5a99f-1517-4415-8bf4-7225f096daa5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0ff70c-df59-4828-a76e-f3fff3f168c7,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:01.506433 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-cab5a99f-1517-4415-8bf4-7225f096daa5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:01.516332 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-cab5a99f-1517-4415-8bf4-7225f096daa5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.522125 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-cab5a99f-1517-4415-8bf4-7225f096daa5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2270546 Jun 22 18:39:01.522635 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39664) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:01.528255 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Request body: {'security_group_rule': {'security_group_id': '500834ad-7419-4dca-a21c-ed342c8c8e62', 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:01.563973 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.securitygroups_db [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Project 5cfda67e928f436fb0963938e690e4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:39:01.570852 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.607926 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port f30a3e9a-68e0-4ea6-b07b-d0e15922d203 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:01.615800 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port f30a3e9a-68e0-4ea6-b07b-d0e15922d203 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:01.616188 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.694946 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.700878 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.704468 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f5f01e11-4bff-4b03-8c5d-71f74eaa60bb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:01.731766 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb914b0-3599-40f0-8133-bcef988f3525,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:01.735308 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:01.742438 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.747052 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2220109 Jun 22 18:39:01.749881 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39670) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:01.754992 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.772201 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-7bc55c90-5ad5-4dec-bf7d-b6f10c43767e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Request body: {'security_group_rule': {'security_group_id': '500834ad-7419-4dca-a21c-ed342c8c8e62', 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:01.784429 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port f30a3e9a-68e0-4ea6-b07b-d0e15922d203, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f30a3e9a-68e0-4ea6-b07b-d0e15922d203,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:01.790346 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.799870 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-f9239895-42f6-4314-b9ad-072427ab654d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:01.825205 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.securitygroups_db [None req-7bc55c90-5ad5-4dec-bf7d-b6f10c43767e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Project 5cfda67e928f436fb0963938e690e4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:39:01.833202 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7bc55c90-5ad5-4dec-bf7d-b6f10c43767e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.892727 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=f30a3e9a-68e0-4ea6-b07b-d0e15922d203,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:01.906373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:01.909579 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:39:01.926624 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-3823b7fc-9340-49a6-bceb-9175d9cae05e tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:01.929348 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-3823b7fc-9340-49a6-bceb-9175d9cae05e tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 812 time: 0.2822189 Jun 22 18:39:01.967701 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-67d32f8b-c5a9-4470-83c2-40700f3424c0 req-83795a08-c3c0-4750-ae62-499d2eb3327b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 210 time: 0.0369678 Jun 22 18:39:01.990363 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7bc55c90-5ad5-4dec-bf7d-b6f10c43767e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.996076 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7bc55c90-5ad5-4dec-bf7d-b6f10c43767e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:02.002772 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c3ce8460-0d75-4d0f-9603-310fb58fb124 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:02.012049 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-6a00456e-486f-4e00-b5f1-e3b9407d8d75 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0d77d3dfc94590a6095cdee66d20eb HTTP/1.1" status: 200 len: 380 time: 0.0472350 Jun 22 18:39:02.020591 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc55c90-5ad5-4dec-bf7d-b6f10c43767e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20efd039-8438-4ed3-9439-8e4402892bad,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:02.023634 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'port': {'device_id': '54301453-8bcc-43a9-8749-9709f70b9b10', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'admin_state_up': True, 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'security_groups': ['73640e8f-c1f0-4b22-b538-69153904d56d']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:02.028987 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7bc55c90-5ad5-4dec-bf7d-b6f10c43767e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:02.037748 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7bc55c90-5ad5-4dec-bf7d-b6f10c43767e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:02.047711 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-7bc55c90-5ad5-4dec-bf7d-b6f10c43767e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2850881 Jun 22 18:39:02.162287 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Made reservation on behalf of 1b0d77d3dfc94590a6095cdee66d20eb for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:02.166702 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:02.352441 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Allocated IP 172.20.0.9 (cced807c-560b-42fb-a194-89ecf5911542/4a9f9933-3ddb-44f9-869c-cde65ddf72b0/06ad92aa-dc48-4e54-a39d-891a60d0b23b) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:02.559311 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:02.584484 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Transition to ACTIVE for port object 06ad92aa-dc48-4e54-a39d-891a60d0b23b will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:02.644004 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:02.648383 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b6e66025-9e9f-439e-9fee-326dc5d48378 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:02.710340 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Network cced807c-560b-42fb-a194-89ecf5911542 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:02.718068 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:02.737011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:02.752370 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'Port': ['ID=06ad92aa-dc48-4e54-a39d-891a60d0b23b,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:02.788659 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:02.878732 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:02.879742 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:02.919586 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9022303 Jun 22 18:39:02.949266 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Request body: {'port': {'device_id': '54301453-8bcc-43a9-8749-9709f70b9b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:03.034562 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.064672 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-65855cc4-d8d7-4b97-afb8-e8abeff74940 None None] Provisioning for port 06ad92aa-dc48-4e54-a39d-891a60d0b23b completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:03.069575 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-65855cc4-d8d7-4b97-afb8-e8abeff74940 None None] Provisioning complete for port 06ad92aa-dc48-4e54-a39d-891a60d0b23b triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:03.071542 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-65855cc4-d8d7-4b97-afb8-e8abeff74940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.121825 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-65855cc4-d8d7-4b97-afb8-e8abeff74940 None None] Port 06ad92aa-dc48-4e54-a39d-891a60d0b23b cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:03.316976 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb3446-8f9a-4ffd-ae02-3b67546932a7 req-e2e0a959-9fbf-46e9-842f-a9a15f4f596d tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:03.318444 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6ddb3446-8f9a-4ffd-ae02-3b67546932a7 req-e2e0a959-9fbf-46e9-842f-a9a15f4f596d tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 931 time: 0.1525342 Jun 22 18:39:03.407385 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6ddb3446-8f9a-4ffd-ae02-3b67546932a7 req-27ca12b5-4919-41de-8157-efba0d9d7744 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809639 Jun 22 18:39:03.458833 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ad92aa-dc48-4e54-a39d-891a60d0b23b {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:03.462210 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f30a3e9a-68e0-4ea6-b07b-d0e15922d203 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:03.471134 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.495794 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Transition to ACTIVE for port object 06ad92aa-dc48-4e54-a39d-891a60d0b23b will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:03.501943 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.505325 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-7784d074-267b-496f-b09c-b40fdc1272ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:03.523897 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port f30a3e9a-68e0-4ea6-b07b-d0e15922d203 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:03.523897 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.576582 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Pushing event updated for resources: {'Port': ['ID=06ad92aa-dc48-4e54-a39d-891a60d0b23b,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:03.581188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:03.663658 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Attempting to bind port 06ad92aa-dc48-4e54-a39d-891a60d0b23b on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:03.664003 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Attempting to bind port 06ad92aa-dc48-4e54-a39d-891a60d0b23b by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:03.664378 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Attempting to bind port 06ad92aa-dc48-4e54-a39d-891a60d0b23b on network cced807c-560b-42fb-a194-89ecf5911542 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:03.670152 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Port 06ad92aa-dc48-4e54-a39d-891a60d0b23b on network cced807c-560b-42fb-a194-89ecf5911542 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:39:03.671660 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Attempting to bind port 06ad92aa-dc48-4e54-a39d-891a60d0b23b on network cced807c-560b-42fb-a194-89ecf5911542 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:03.678679 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:03.678887 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Checking segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:03.681226 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Bound using segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:03.681970 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Bound port: 06ad92aa-dc48-4e54-a39d-891a60d0b23b, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:03.682442 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.784587 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] For port 06ad92aa-dc48-4e54-a39d-891a60d0b23b, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:03.789303 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] For port 06ad92aa-dc48-4e54-a39d-891a60d0b23b, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=06ad92aa-dc48-4e54-a39d-891a60d0b23b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:03.798827 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.804911 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c7617f06-ced7-478b-86ce-88c31570a5ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:03.866285 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:03.866960 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.867672 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Sync routers for ids ['ab15fb41-5188-491e-9192-416dfdd4a0ef'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:03.869048 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] 10.222.0.109 "PUT /v2.0/ports/06ad92aa-dc48-4e54-a39d-891a60d0b23b HTTP/1.1" status: 200 len: 1093 time: 0.9242747 Jun 22 18:39:03.869778 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54301453-8bcc-43a9-8749-9709f70b9b10', 'tag': '06ad92aa-dc48-4e54-a39d-891a60d0b23b'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:03.873325 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2469e325-f884-4cd8-98e2-6ef297ebb765" -d '{"events": [{"name": "network-changed", "server_uuid": "54301453-8bcc-43a9-8749-9709f70b9b10", "tag": "06ad92aa-dc48-4e54-a39d-891a60d0b23b"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:03.882240 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Routers {'ab15fb41-5188-491e-9192-416dfdd4a0ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:03.889366 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ab15fb41-5188-491e-9192-416dfdd4a0ef'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:03.914900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Pushing event updated for resources: {'Port': ['ID=06ad92aa-dc48-4e54-a39d-891a60d0b23b,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:03.937784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:04.075611 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-0beaefd5-ae79-48b7-8802-350702105524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.083894 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-0beaefd5-ae79-48b7-8802-350702105524 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 1096 time: 0.1242332 Jun 22 18:39:04.095384 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Set router ab15fb41-5188-491e-9192-416dfdd4a0ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:04.194506 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-cc26f430-fb04-426b-910b-30815e3d02af service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06ad92aa-dc48-4e54-a39d-891a60d0b23b HTTP/1.1" status: 200 len: 217 time: 0.0874248 Jun 22 18:39:04.197065 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf668c18-90b3-4ae3-a451-9707f8b98d39 x-openstack-request-id: req-bf668c18-90b3-4ae3-a451-9707f8b98d39 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:04.197666 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54301453-8bcc-43a9-8749-9709f70b9b10", "tag": "06ad92aa-dc48-4e54-a39d-891a60d0b23b", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:04.198185 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf668c18-90b3-4ae3-a451-9707f8b98d39 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:04.198934 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54301453-8bcc-43a9-8749-9709f70b9b10', 'tag': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'status': 'completed', 'code': 200} Jun 22 18:39:04.273963 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-cd0eed20-f6cf-4cc7-9612-71f105811783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.275690 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-cd0eed20-f6cf-4cc7-9612-71f105811783 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0592709 Jun 22 18:39:04.356587 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-7250d75f-d5f1-49fd-a3cc-bdae86049d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.358030 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-7250d75f-d5f1-49fd-a3cc-bdae86049d17 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746181 Jun 22 18:39:04.383901 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:53Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 4, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'gw_port': {'id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:54Z', 'updated_at': '2021-06-22T18:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '89161d1f-b76d-4cb3-a501-8845c9fd88fc', 'name': '', 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'mac_address': 'fa:16:3e:cc:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:56Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 2, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'subnets': [{'id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:04.411771 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Checking router: ab15fb41-5188-491e-9192-416dfdd4a0ef for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:04.412129 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Updating router ab15fb41-5188-491e-9192-416dfdd4a0ef port 89161d1f-b76d-4cb3-a501-8845c9fd88fc binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:39:04.449599 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.471413 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-2e8c1b94-87b9-4997-b336-d3a47b927102 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048934 Jun 22 18:39:04.616106 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bd69a9-3bb6-4ca3-bc89-249ca996594c req-fc41c869-f8a6-40d8-a211-a211406a67b9 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373956 Jun 22 18:39:04.666948 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d584b-d4bd-45d1-b26c-8853c62de9cc req-f2a70e1a-cacd-426b-9e00-c41838d332ef tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.668569 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd2d584b-d4bd-45d1-b26c-8853c62de9cc req-f2a70e1a-cacd-426b-9e00-c41838d332ef tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 943 time: 0.0964041 Jun 22 18:39:04.715631 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd2d584b-d4bd-45d1-b26c-8853c62de9cc req-bdf95a56-ae6e-451b-886e-7a8f5d930fe7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Jun 22 18:39:04.793414 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.804967 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Transition to ACTIVE for port object 89161d1f-b76d-4cb3-a501-8845c9fd88fc will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:04.812495 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.819212 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-516e372b-1e4b-4d95-bcf7-ca141356ce49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:04.831476 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-a2cca41c-745d-472f-a470-4eaf5d07c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.832969 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-a2cca41c-745d-472f-a470-4eaf5d07c545 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 1096 time: 0.0720947 Jun 22 18:39:04.909436 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Pushing event updated for resources: {'Port': ['ID=89161d1f-b76d-4cb3-a501-8845c9fd88fc,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:04.952053 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.953811 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.954251 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.954710 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.955175 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.955658 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.956186 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.956716 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.957433 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.958202 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.958739 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.959257 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:04.965500 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:04.987527 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-eb5c5100-8353-4556-a2da-eabbb6adf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.989176 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-eb5c5100-8353-4556-a2da-eabbb6adf281 service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.1476972 Jun 22 18:39:04.989396 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Attempting to bind port 89161d1f-b76d-4cb3-a501-8845c9fd88fc on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:04.989800 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Attempting to bind port 89161d1f-b76d-4cb3-a501-8845c9fd88fc by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '21d84d37-680f-41f5-863c-4f1e327ae8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:04.990264 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Attempting to bind port 89161d1f-b76d-4cb3-a501-8845c9fd88fc on network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:04.996811 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:04.997233 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Checking segment: {'id': '21d84d37-680f-41f5-863c-4f1e327ae8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:04.997604 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.998059 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Bound using segment: {'id': '21d84d37-680f-41f5-863c-4f1e327ae8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:04.998709 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Bound port: 89161d1f-b76d-4cb3-a501-8845c9fd88fc, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d84d37-680f-41f5-863c-4f1e327ae8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:04.999710 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.051011 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-7d09eb0c-b3c2-4306-aa68-4b169ffbd37b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06ad92aa-dc48-4e54-a39d-891a60d0b23b HTTP/1.1" status: 200 len: 217 time: 0.0506430 Jun 22 18:39:05.111723 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-12dd9b77-b7bf-4f74-b83c-adbb00cf31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:05.113437 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-12dd9b77-b7bf-4f74-b83c-adbb00cf31e1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0552535 Jun 22 18:39:05.195002 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] For port 89161d1f-b76d-4cb3-a501-8845c9fd88fc, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:05.200053 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] For port 89161d1f-b76d-4cb3-a501-8845c9fd88fc, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=89161d1f-b76d-4cb3-a501-8845c9fd88fc,segment=NetworkSegment(21d84d37-680f-41f5-863c-4f1e327ae8a1),segment_id=21d84d37-680f-41f5-863c-4f1e327ae8a1)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:05.206301 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.210948 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:05.212833 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-8177e59e-e193-476d-b6dc-0c1a30f88842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:05.215485 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-8177e59e-e193-476d-b6dc-0c1a30f88842 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920973 Jun 22 18:39:05.271609 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Routers {'ab15fb41-5188-491e-9192-416dfdd4a0ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:05.272264 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ab15fb41-5188-491e-9192-416dfdd4a0ef'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:05.311100 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Pushing event updated for resources: {'Port': ['ID=89161d1f-b76d-4cb3-a501-8845c9fd88fc,revision_number=4']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:05.315219 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-77d2e05e-2034-49a0-a2cd-7b339892c6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:05.339491 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-7775e89c-16f1-4c4b-a953-c03129363a72 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158149 Jun 22 18:39:05.412201 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] Set router ab15fb41-5188-491e-9192-416dfdd4a0ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:05.475464 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2469e325-f884-4cd8-98e2-6ef297ebb765 req-815304fb-6ae4-445b-b30a-19d34d1aec4f service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266706 Jun 22 18:39:05.497375 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 89161d1f-b76d-4cb3-a501-8845c9fd88fc up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:05.550694 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 89161d1f-b76d-4cb3-a501-8845c9fd88fc completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:05.564281 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 89161d1f-b76d-4cb3-a501-8845c9fd88fc triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:05.564657 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.590091 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-756ded1b-ae6a-4817-8f5e-d171c8664911 None None] Provisioning complete for port 89161d1f-b76d-4cb3-a501-8845c9fd88fc triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:05.590477 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-756ded1b-ae6a-4817-8f5e-d171c8664911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.653214 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:53Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 4, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'gw_port': {'id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:54Z', 'updated_at': '2021-06-22T18:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '89161d1f-b76d-4cb3-a501-8845c9fd88fc', 'name': '', 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'mac_address': 'fa:16:3e:cc:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:56Z', 'updated_at': '2021-06-22T18:39:05Z', 'revision_number': 4, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'subnets': [{'id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:05.681597 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f43535-36aa-455a-93e1-4230afea3e82 None None] The sync data for ids ['ab15fb41-5188-491e-9192-416dfdd4a0ef'] in dv-cinder-769602-3-iscsi is: [{'id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:53Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 4, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'gw_port': {'id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:54Z', 'updated_at': '2021-06-22T18:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '89161d1f-b76d-4cb3-a501-8845c9fd88fc', 'name': '', 'network_id': '8e2b8da3-109d-4b73-9eb0-3171c3d87bad', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'mac_address': 'fa:16:3e:cc:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:56Z', 'updated_at': '2021-06-22T18:39:05Z', 'revision_number': 4, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'subnets': [{'id': '96b79c81-50a1-4faa-9b79-ce5c7dbab9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:05.715910 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.717721 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-756ded1b-ae6a-4817-8f5e-d171c8664911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.773180 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-756ded1b-ae6a-4817-8f5e-d171c8664911 None None] For port 89161d1f-b76d-4cb3-a501-8845c9fd88fc, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=89161d1f-b76d-4cb3-a501-8845c9fd88fc,segment=NetworkSegment(21d84d37-680f-41f5-863c-4f1e327ae8a1),segment_id=21d84d37-680f-41f5-863c-4f1e327ae8a1)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:05.785110 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-756ded1b-ae6a-4817-8f5e-d171c8664911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.789015 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:05.866943 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.db.api [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 18:39:05.867508 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_db.api [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 18:39:05.878784 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ded1b-ae6a-4817-8f5e-d171c8664911 None None] Pushing event updated for resources: {'Port': ['ID=89161d1f-b76d-4cb3-a501-8845c9fd88fc,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:05.881991 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-756ded1b-ae6a-4817-8f5e-d171c8664911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:05.928544 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508ff25-37c8-4bae-87a5-9419f9bfc829 req-4fa4627b-1af5-4def-b2de-cb52fb92e07b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:05.930407 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e508ff25-37c8-4bae-87a5-9419f9bfc829 req-4fa4627b-1af5-4def-b2de-cb52fb92e07b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 943 time: 0.0718353 Jun 22 18:39:05.976424 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e508ff25-37c8-4bae-87a5-9419f9bfc829 req-7bb57c8d-2310-405c-89ee-a7bb482eabc9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395501 Jun 22 18:39:07.182378 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722827e-a3cb-4bc0-8938-ec02c976795a req-8541a8ce-b13e-4656-b39c-5fe66a464290 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:07.184307 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4722827e-a3cb-4bc0-8938-ec02c976795a req-8541a8ce-b13e-4656-b39c-5fe66a464290 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 943 time: 0.0719626 Jun 22 18:39:07.229217 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4722827e-a3cb-4bc0-8938-ec02c976795a req-c13e9fc9-377a-418f-bdbb-2907b840ea1d tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380714 Jun 22 18:39:07.421736 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 89161d1f-b76d-4cb3-a501-8845c9fd88fc up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:07.476218 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 89161d1f-b76d-4cb3-a501-8845c9fd88fc triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:07.476591 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.424056 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f9a7-e2b1-4afa-8bf5-2f2afe4d002f req-3f166a06-693c-49a3-b5db-eab1f61a8954 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:08.425582 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ff2f9a7-e2b1-4afa-8bf5-2f2afe4d002f req-3f166a06-693c-49a3-b5db-eab1f61a8954 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 943 time: 0.0741701 Jun 22 18:39:08.467603 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9ff2f9a7-e2b1-4afa-8bf5-2f2afe4d002f req-d47995af-96d8-4459-b643-0d83c2c50c17 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352802 Jun 22 18:39:09.653938 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbed5f-c395-4cce-9257-87d27a1bd9c4 req-6c067889-5cdf-42c9-8fba-ffef99be58f8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:09.655686 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-03bbed5f-c395-4cce-9257-87d27a1bd9c4 req-6c067889-5cdf-42c9-8fba-ffef99be58f8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 943 time: 0.0703018 Jun 22 18:39:09.698152 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-03bbed5f-c395-4cce-9257-87d27a1bd9c4 req-56b3168a-13fc-4013-a558-fe5e4e5a0a1e tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353889 Jun 22 18:39:10.880300 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca79c-f4e0-4114-b1db-727dbb336c72 req-ab107274-e6d6-409f-b00a-3cb4b682b958 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:10.881751 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cb6ca79c-f4e0-4114-b1db-727dbb336c72 req-ab107274-e6d6-409f-b00a-3cb4b682b958 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 943 time: 0.0720372 Jun 22 18:39:10.918632 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cb6ca79c-f4e0-4114-b1db-727dbb336c72 req-fbefbfb1-2bf9-45de-9507-c442ea74e92a tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Jun 22 18:39:12.109518 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14f2ec-ab41-4381-a56f-12222d0ae27c req-a2d82fda-d711-445d-a92b-6385c35e8376 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:12.112030 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df14f2ec-ab41-4381-a56f-12222d0ae27c req-a2d82fda-d711-445d-a92b-6385c35e8376 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 943 time: 0.0700521 Jun 22 18:39:12.150075 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df14f2ec-ab41-4381-a56f-12222d0ae27c req-899be97e-c59e-4acf-b34e-13f258844957 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324960 Jun 22 18:39:12.945837 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 06ad92aa-dc48-4e54-a39d-891a60d0b23b details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:39:13.040089 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 06ad92aa-dc48-4e54-a39d-891a60d0b23b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=06ad92aa-dc48-4e54-a39d-891a60d0b23b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:13.054654 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'port_id': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:39:13.091404 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:13.106946 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ad92aa-dc48-4e54-a39d-891a60d0b23b {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:13.127891 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 06ad92aa-dc48-4e54-a39d-891a60d0b23b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=06ad92aa-dc48-4e54-a39d-891a60d0b23b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:13.131931 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:13.133812 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-714c539e-0073-4e92-8f3c-1592bf43c54d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:13.178152 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=06ad92aa-dc48-4e54-a39d-891a60d0b23b,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:13.181433 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:13.334296 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79749e-c343-4d6b-8edc-2daf95b8598d req-e80766cd-87c7-4cd5-81e0-e7ff99c7e0d2 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:13.335844 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7e79749e-c343-4d6b-8edc-2daf95b8598d req-e80766cd-87c7-4cd5-81e0-e7ff99c7e0d2 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 944 time: 0.0700400 Jun 22 18:39:13.384674 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7e79749e-c343-4d6b-8edc-2daf95b8598d req-edf3dd1d-1b22-4fb4-a135-db76c07b2acb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Jun 22 18:39:13.773993 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['06ad92aa-dc48-4e54-a39d-891a60d0b23b'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:39:14.568570 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa396dc-b080-4b27-91a0-6d6f3c762c50 req-e88df303-d484-42e7-be9e-626505eedbe0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:14.570096 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3aa396dc-b080-4b27-91a0-6d6f3c762c50 req-e88df303-d484-42e7-be9e-626505eedbe0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 944 time: 0.0728712 Jun 22 18:39:14.611931 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3aa396dc-b080-4b27-91a0-6d6f3c762c50 req-354e9eb2-f884-4158-b083-c349c3923ef3 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360110 Jun 22 18:39:14.964548 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 06ad92aa-dc48-4e54-a39d-891a60d0b23b up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:15.013635 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 06ad92aa-dc48-4e54-a39d-891a60d0b23b completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:15.018239 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 06ad92aa-dc48-4e54-a39d-891a60d0b23b triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:15.018621 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:15.102676 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:15.128445 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54301453-8bcc-43a9-8749-9709f70b9b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ad92aa-dc48-4e54-a39d-891a60d0b23b'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:15.130774 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c9013-2038-456c-bc14-05a2d83f2152" -d '{"events": [{"server_uuid": "54301453-8bcc-43a9-8749-9709f70b9b10", "name": "network-vif-plugged", "status": "completed", "tag": "06ad92aa-dc48-4e54-a39d-891a60d0b23b"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:15.145002 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 06ad92aa-dc48-4e54-a39d-891a60d0b23b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=06ad92aa-dc48-4e54-a39d-891a60d0b23b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:15.151175 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:15.154115 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:15.182662 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1eca40-d787-4a62-adba-994df4e6d49e x-openstack-request-id: req-7f1eca40-d787-4a62-adba-994df4e6d49e {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:15.182954 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54301453-8bcc-43a9-8749-9709f70b9b10", "name": "network-vif-plugged", "status": "completed", "tag": "06ad92aa-dc48-4e54-a39d-891a60d0b23b", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:15.183211 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f1eca40-d787-4a62-adba-994df4e6d49e {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:15.183622 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54301453-8bcc-43a9-8749-9709f70b9b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'code': 200} Jun 22 18:39:15.220256 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=06ad92aa-dc48-4e54-a39d-891a60d0b23b,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:15.225454 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:15.516756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736521a4-60e6-4ab0-81b6-aa7581401734 req-18c6af81-0128-426d-ba46-f92e6a52a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:15.518848 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-736521a4-60e6-4ab0-81b6-aa7581401734 req-18c6af81-0128-426d-ba46-f92e6a52a950 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 1098 time: 0.0574248 Jun 22 18:39:15.558219 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-736521a4-60e6-4ab0-81b6-aa7581401734 req-02225913-8c0a-4b29-9613-a28ad2210883 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Jun 22 18:39:15.792302 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2c1ae-0d34-4933-ac69-7c8e7dcd3a1f req-c7bdb6ea-521a-40bd-922f-0606bd204d6c tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:15.793798 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-12a2c1ae-0d34-4933-ac69-7c8e7dcd3a1f req-c7bdb6ea-521a-40bd-922f-0606bd204d6c tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0657976 Jun 22 18:39:15.839117 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-12a2c1ae-0d34-4933-ac69-7c8e7dcd3a1f req-04c9a6e2-2235-47a7-91b6-165ec9807f39 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386150 Jun 22 18:39:17.024744 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8aaa1-66c2-410e-ac57-6a2bfca02328 req-8fb81106-07d2-4af7-8d2d-9c049abc4d94 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:17.026179 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7da8aaa1-66c2-410e-ac57-6a2bfca02328 req-8fb81106-07d2-4af7-8d2d-9c049abc4d94 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0669377 Jun 22 18:39:17.067355 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7da8aaa1-66c2-410e-ac57-6a2bfca02328 req-75e10d3b-08ed-499e-ae62-2dce712d4e7e tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352225 Jun 22 18:39:18.263998 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e99ad-58c5-4fc8-910f-1f8d5a1f8f6e req-6f0a216a-f1ca-4be5-8180-a8166e622a6f tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:18.265550 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e40e99ad-58c5-4fc8-910f-1f8d5a1f8f6e req-6f0a216a-f1ca-4be5-8180-a8166e622a6f tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0809283 Jun 22 18:39:18.306669 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e40e99ad-58c5-4fc8-910f-1f8d5a1f8f6e req-22047197-8487-47ee-8492-e26759b4efc7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339408 Jun 22 18:39:18.481676 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789155ef-26fb-4d7b-b3ac-49ebd9e16045 req-404de45b-7675-4118-a633-c3c8c687bf75 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:18.483163 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-789155ef-26fb-4d7b-b3ac-49ebd9e16045 req-404de45b-7675-4118-a633-c3c8c687bf75 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0644329 Jun 22 18:39:18.522390 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-789155ef-26fb-4d7b-b3ac-49ebd9e16045 req-4baa7fca-e2dc-4e03-8f1b-e38f1a183b34 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334024 Jun 22 18:39:18.547171 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39804) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:18.742388 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d60a02-52cd-4170-b608-c07da3ae7439 tempest-TestVolumeBootPattern-1712386066 tempest-TestVolumeBootPattern-1712386066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:18.743728 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-58d60a02-52cd-4170-b608-c07da3ae7439 tempest-TestVolumeBootPattern-1712386066 tempest-TestVolumeBootPattern-1712386066-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 1093 time: 0.1955180 Jun 22 18:39:18.747423 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39808) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:18.751848 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'floatingip': {'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'port_id': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:18.774763 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:18.881424 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:18.990044 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Allocated IP 172.27.3.46 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/129df30f-0fca-4050-920d-e077bf5f23cc) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:19.350394 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:19.397190 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:19.399232 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d2cdd925-4af1-4225-8956-9a497c27ed0a tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:19.443381 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:19.447790 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:19.451385 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:19.473898 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'Port': ['ID=129df30f-0fca-4050-920d-e077bf5f23cc,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:19.477770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:19.835840 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:19.921026 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:20.074498 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:20.079509 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:20.082143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:20.145843 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'Port': ['ID=129df30f-0fca-4050-920d-e077bf5f23cc,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:20.149653 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:20.163273 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:20.273392 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Floating IP 22e0b628-6df5-4d59-bcd7-51984116d4a5 associated. External IP: 172.27.3.46, port: 06ad92aa-dc48-4e54-a39d-891a60d0b23b. Jun 22 18:39:20.484120 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Router 18a23e45-50b4-483f-bf81-26d5927d5ffb has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:20.595824 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:20.606238 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] Sync routers for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:20.613514 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:20.617787 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:20.618545 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:20.652466 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9040141 Jun 22 18:39:20.653125 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54301453-8bcc-43a9-8749-9709f70b9b10', 'tag': '06ad92aa-dc48-4e54-a39d-891a60d0b23b'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:20.655500 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972c6318-264a-4ba1-bfc1-788cd0422464" -d '{"events": [{"name": "network-changed", "server_uuid": "54301453-8bcc-43a9-8749-9709f70b9b10", "tag": "06ad92aa-dc48-4e54-a39d-891a60d0b23b"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:20.695847 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236d62fc-005a-4105-a377-d1c3d6fa359f x-openstack-request-id: req-236d62fc-005a-4105-a377-d1c3d6fa359f {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:20.696176 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54301453-8bcc-43a9-8749-9709f70b9b10", "tag": "06ad92aa-dc48-4e54-a39d-891a60d0b23b", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:20.696461 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-236d62fc-005a-4105-a377-d1c3d6fa359f {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:20.696891 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54301453-8bcc-43a9-8749-9709f70b9b10', 'tag': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'status': 'completed', 'code': 200} Jun 22 18:39:20.745280 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:20.828371 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-25d1cd12-293d-473e-88ba-71c4823ce3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:20.830018 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-25d1cd12-293d-473e-88ba-71c4823ce3ad service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 1098 time: 0.0642416 Jun 22 18:39:20.936899 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-2b9aa814-8dcc-43a3-a4d4-31a4d88abb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:20.939713 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-2b9aa814-8dcc-43a3-a4d4-31a4d88abb60 service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.1020610 Jun 22 18:39:21.016087 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-a2b5d876-052c-45f8-a3a5-e4a248e88163 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06ad92aa-dc48-4e54-a39d-891a60d0b23b HTTP/1.1" status: 200 len: 998 time: 0.0696080 Jun 22 18:39:21.072041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-86aca840-88e8-4d3c-a81f-1ede76e09723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:21.073519 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-86aca840-88e8-4d3c-a81f-1ede76e09723 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0494003 Jun 22 18:39:21.133282 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-24c12d60-caca-4869-a1f0-2f7a3374ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:21.134764 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-24c12d60-caca-4869-a1f0-2f7a3374ba66 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536096 Jun 22 18:39:21.166741 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '22e0b628-6df5-4d59-bcd7-51984116d4a5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54301453-8bcc-43a9-8749-9709f70b9b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:19Z', 'updated_at': '2021-06-22T18:39:19Z', 'revision_number': 0, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:21.193872 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] Checking router: 18a23e45-50b4-483f-bf81-26d5927d5ffb for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:21.202207 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:21.202839 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:38:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:21.234791 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-17b276e8-4571-4224-8330-a33b4bc73a5f service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920751 Jun 22 18:39:21.322053 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:21.338168 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-972c6318-264a-4ba1-bfc1-788cd0422464 req-603595e7-e908-4852-b777-644f58131e6f service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968702 Jun 22 18:39:21.570747 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '22e0b628-6df5-4d59-bcd7-51984116d4a5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54301453-8bcc-43a9-8749-9709f70b9b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:19Z', 'updated_at': '2021-06-22T18:39:19Z', 'revision_number': 0, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:21.598295 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28209a29-8ef6-41e9-950f-63b5b41e4476 None None] The sync data for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi is: [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '22e0b628-6df5-4d59-bcd7-51984116d4a5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54301453-8bcc-43a9-8749-9709f70b9b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:19Z', 'updated_at': '2021-06-22T18:39:19Z', 'revision_number': 0, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:21.790298 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea74808-7bd4-4b1d-a17a-202ce41260bd None None] New status for floating IP 22e0b628-6df5-4d59-bcd7-51984116d4a5: ACTIVE {{(pid=92908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:39:22.048481 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-48c6d0de-c779-4afd-a0c2-3c6a28cd18bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:25.655254 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c51b-4744-4540-b823-f08fca986b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:25.840260 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:26.118234 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:26.340354 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.460151 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-2bde0511-91aa-4074-ad3d-dfec683d7cf8 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356778454&fields=id&tenant_id=5cfda67e928f436fb0963938e690e4a4 HTTP/1.1" status: 200 len: 267 time: 0.0457628 Jun 22 18:39:27.573366 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40569e3-09d9-4606-8f57-5f5055715485 req-1baa60c1-a1b6-430b-84a1-b606d4a75a28 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:27.574729 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-1baa60c1-a1b6-430b-84a1-b606d4a75a28 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 809 time: 0.1075916 Jun 22 18:39:27.589888 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-0d1e8c68-4014-4ddb-823d-fe56a14fb0f3 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/quotas/5cfda67e928f436fb0963938e690e4a4 HTTP/1.1" status: 200 len: 375 time: 0.0097094 Jun 22 18:39:27.663161 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-3637a53d-d0b7-43ab-9b5d-a2f105a3d1c2 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678966 Jun 22 18:39:27.761229 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-4505dc6f-fc40-4169-aac1-8977fe14c382 service neutron] 10.222.0.39 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869091 Jun 22 18:39:27.862771 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-1bb8c332-b92d-4d20-aa97-89888cd20061 service neutron] 10.222.0.39 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946095 Jun 22 18:39:28.177802 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77239faa-db7e-46b8-89e0-df1b8b710cc4 req-684a6fa1-efc8-4146-a5c2-01d76153caeb tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 210 time: 0.0320113 Jun 22 18:39:28.206487 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:29.338760 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eda133f2-6acc-4694-a65c-b967aa41bb94 req-616a537b-a19f-44af-9d24-37c9c77e2632 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 210 time: 0.0311787 Jun 22 18:39:29.483215 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40569e3-09d9-4606-8f57-5f5055715485 req-38e3617a-d2ce-4eaf-b363-d948378b7843 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:29.484609 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-38e3617a-d2ce-4eaf-b363-d948378b7843 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.109 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 809 time: 0.1159623 Jun 22 18:39:29.567739 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-d3974af0-3aab-40e0-8288-6a1df3a20d02 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cfda67e928f436fb0963938e690e4a4 HTTP/1.1" status: 200 len: 379 time: 0.0479202 Jun 22 18:39:29.577073 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Request body: {'port': {'device_id': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'admin_state_up': True, 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'security_groups': ['500834ad-7419-4dca-a21c-ed342c8c8e62']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:29.702320 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Made reservation on behalf of 5cfda67e928f436fb0963938e690e4a4 for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:29.709365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:29.839115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Allocated IP 172.20.0.13 (46e95127-cbc9-462d-8502-81271746711a/654d81dc-5f88-40ea-a3d2-95706886f519/2ffaef08-22fa-4c96-9c4c-493c7dddfde9) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:30.003722 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:30.018945 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Transition to ACTIVE for port object 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:30.053952 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:30.058080 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:30.101617 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Network 46e95127-cbc9-462d-8502-81271746711a is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:30.104991 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:30.109142 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:30.138039 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'Port': ['ID=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:30.143518 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:30.169474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:30.170155 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:30.185584 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127069 Jun 22 18:39:30.212155 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Request body: {'port': {'device_id': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:30.317158 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:30.394597 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-02534348-6b8c-42ec-9d58-0b3f20a9f305 None None] Provisioning for port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:30.400856 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-02534348-6b8c-42ec-9d58-0b3f20a9f305 None None] Provisioning complete for port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:30.401361 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-02534348-6b8c-42ec-9d58-0b3f20a9f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:30.458809 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-02534348-6b8c-42ec-9d58-0b3f20a9f305 None None] Port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:30.681149 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fac32a-7bef-499b-a16c-60e9a75b2740 req-845a8f39-f860-4daf-a1d1-c0bd17983454 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:30.682592 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-27fac32a-7bef-499b-a16c-60e9a75b2740 req-845a8f39-f860-4daf-a1d1-c0bd17983454 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 932 time: 0.1635015 Jun 22 18:39:30.765597 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-27fac32a-7bef-499b-a16c-60e9a75b2740 req-22fa242d-9113-4f95-8bec-84a69f77b393 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768282 Jun 22 18:39:30.777764 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:30.787491 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:30.800799 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Transition to ACTIVE for port object 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:30.804679 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:30.806971 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e3767eeb-9ec2-4b13-9a91-a3a385d3ac3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:30.860472 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:30.887739 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:30.945479 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Attempting to bind port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:30.945719 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Attempting to bind port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:30.946039 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Attempting to bind port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 on network 46e95127-cbc9-462d-8502-81271746711a {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:30.950611 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 on network 46e95127-cbc9-462d-8502-81271746711a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:39:30.950930 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Attempting to bind port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 on network 46e95127-cbc9-462d-8502-81271746711a {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:30.957189 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:30.957519 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Checking segment: {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:30.957900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Bound using segment: {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:30.958328 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Bound port: 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7cc1dd-1879-4eca-be8a-e683f80329b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '46e95127-cbc9-462d-8502-81271746711a'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:30.958679 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:31.029469 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:31.032486 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:31.037983 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:31.040072 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-dbbd3723-bbb0-45e3-bd25-5b84ecb247a0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:31.076080 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:31.076696 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:31.078085 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] 10.222.0.109 "PUT /v2.0/ports/2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 1094 time: 0.8707869 Jun 22 18:39:31.078590 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:31.081661 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284216cd-ebac-4378-8dfd-966bcdeb8455" -d '{"events": [{"name": "network-changed", "server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:31.112070 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:31.116859 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:31.130998 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ecf8f1-df6b-4c30-a482-58028e63e216 x-openstack-request-id: req-62ecf8f1-df6b-4c30-a482-58028e63e216 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:31.131325 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:31.131642 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62ecf8f1-df6b-4c30-a482-58028e63e216 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:31.132080 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'status': 'completed', 'code': 200} Jun 22 18:39:31.217110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40569e3-09d9-4606-8f57-5f5055715485 req-f9fad811-1af4-4316-9bc3-860e699ab89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:31.218830 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-f9fad811-1af4-4316-9bc3-860e699ab89e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1097 time: 0.0632107 Jun 22 18:39:31.272008 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-614aa473-0222-4adf-b8f0-aead988504ca service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 217 time: 0.0387194 Jun 22 18:39:31.326199 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40569e3-09d9-4606-8f57-5f5055715485 req-52250c90-7ff5-4ec2-94b4-8f66f76704d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:31.327680 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-52250c90-7ff5-4ec2-94b4-8f66f76704d5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 200 len: 848 time: 0.0491788 Jun 22 18:39:31.395529 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b1da55f6-9242-4e16-8b24-4f2dd5570f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:31.397046 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-b1da55f6-9242-4e16-8b24-4f2dd5570f8f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=46e95127-cbc9-462d-8502-81271746711a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613241 Jun 22 18:39:31.490361 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-7fa2ac83-4343-46fd-b61d-bbae40d4659b service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856557 Jun 22 18:39:31.595119 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d40569e3-09d9-4606-8f57-5f5055715485 req-f9fc4332-7713-4983-99c7-41b1906f757e service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984955 Jun 22 18:39:31.755445 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-5eeb44ee-650d-4ccb-b87a-019a1d3b65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:31.756930 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-5eeb44ee-650d-4ccb-b87a-019a1d3b65c1 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1097 time: 0.0548985 Jun 22 18:39:31.852579 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-bcf6071a-674c-48b5-845c-19bf524e5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:31.854118 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-bcf6071a-674c-48b5-845c-19bf524e5e7b service neutron] 10.222.0.109 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 911 time: 0.0900123 Jun 22 18:39:32.180126 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-374deac3-f6c4-4804-bdbe-c308b0a21246 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 217 time: 0.3172004 Jun 22 18:39:32.262056 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-901e5f3b-1e06-4992-b51d-3de4ab934968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:32.263639 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-901e5f3b-1e06-4992-b51d-3de4ab934968 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 200 len: 848 time: 0.0753078 Jun 22 18:39:32.324733 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed4e68-ccc3-463a-8c3a-5d1ede8cb6d5 req-cf935b33-5b48-474c-86fa-87dd7264cb5e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:32.326235 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5aed4e68-ccc3-463a-8c3a-5d1ede8cb6d5 req-cf935b33-5b48-474c-86fa-87dd7264cb5e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.1488419 Jun 22 18:39:32.376075 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5aed4e68-ccc3-463a-8c3a-5d1ede8cb6d5 req-e6cdcbc8-f21d-47b1-a187-2ccc947805dc tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415456 Jun 22 18:39:32.378994 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-448e9dfe-5742-41df-aec0-f7c6d505aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:32.380346 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-448e9dfe-5742-41df-aec0-f7c6d505aafe service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=46e95127-cbc9-462d-8502-81271746711a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087208 Jun 22 18:39:32.472620 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-1ebf39dc-fae3-46af-9607-a52c2ebb5b78 service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833745 Jun 22 18:39:32.572896 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-284216cd-ebac-4378-8dfd-966bcdeb8455 req-dba01cbe-447c-47a4-b650-b3b39bc0b4ab service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873876 Jun 22 18:39:33.554547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f647db-6f3b-4e62-97a5-b1ddd4bd023e req-25ab526e-4244-41df-bef5-34f180dcc238 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:33.556070 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d5f647db-6f3b-4e62-97a5-b1ddd4bd023e req-25ab526e-4244-41df-bef5-34f180dcc238 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0657949 Jun 22 18:39:33.599872 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d5f647db-6f3b-4e62-97a5-b1ddd4bd023e req-767c1d53-8a55-43a9-b740-4a2a0b4930a5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380220 Jun 22 18:39:34.780532 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee73925-0966-4af4-a156-01fce1b9addc req-cae96f02-4a88-4e1c-8bbe-c4aa182c047a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:34.782044 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aee73925-0966-4af4-a156-01fce1b9addc req-cae96f02-4a88-4e1c-8bbe-c4aa182c047a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0696280 Jun 22 18:39:34.824817 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aee73925-0966-4af4-a156-01fce1b9addc req-a2c84c51-3397-4090-9117-f2596283a2c7 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359001 Jun 22 18:39:36.002716 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b0fdd-8d3e-404f-bfa5-964a0a2e3b02 req-803c4101-85b0-48bf-9584-728948074af7 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:36.004302 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ae1b0fdd-8d3e-404f-bfa5-964a0a2e3b02 req-803c4101-85b0-48bf-9584-728948074af7 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0660682 Jun 22 18:39:36.044421 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ae1b0fdd-8d3e-404f-bfa5-964a0a2e3b02 req-22a581cc-7787-46d8-8bae-0737e4311e81 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344350 Jun 22 18:39:37.238867 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab75dc1-8e89-4dfa-abc2-9f4bce34556b req-dbbd4f0b-dc37-4e48-bfce-3a5495bb5d15 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:37.240422 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dab75dc1-8e89-4dfa-abc2-9f4bce34556b req-dbbd4f0b-dc37-4e48-bfce-3a5495bb5d15 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0699558 Jun 22 18:39:37.281391 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dab75dc1-8e89-4dfa-abc2-9f4bce34556b req-55ea729b-833a-4769-aa05-5eaa81cd99e0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346658 Jun 22 18:39:38.468588 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66edfb-b353-4aa4-8ca1-e67ab8474706 req-526ef40c-2518-4eab-b704-48684cf5a936 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:38.470128 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fa66edfb-b353-4aa4-8ca1-e67ab8474706 req-526ef40c-2518-4eab-b704-48684cf5a936 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0727966 Jun 22 18:39:38.520967 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fa66edfb-b353-4aa4-8ca1-e67ab8474706 req-1363c8be-71e2-4a2a-b289-14399fee7cd3 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445552 Jun 22 18:39:38.900085 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:39:39.710503 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56752a4-10b2-414f-b30a-aa9b1653d8ac req-5f7e2873-27cd-4da1-94d8-406abcfaea95 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:39.712003 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e56752a4-10b2-414f-b30a-aa9b1653d8ac req-5f7e2873-27cd-4da1-94d8-406abcfaea95 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0715292 Jun 22 18:39:39.750470 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e56752a4-10b2-414f-b30a-aa9b1653d8ac req-aeeee996-dec8-40a4-9c56-bc0625157f7f tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328374 Jun 22 18:39:40.930559 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b7ae-e3c0-4342-8ad8-2c18aa32e789 req-6bbf179b-6ed0-4964-8d97-16ee8b9c901a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:40.932075 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7356b7ae-e3c0-4342-8ad8-2c18aa32e789 req-6bbf179b-6ed0-4964-8d97-16ee8b9c901a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0682924 Jun 22 18:39:40.970586 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7356b7ae-e3c0-4342-8ad8-2c18aa32e789 req-084bbd50-be48-46a5-ab48-a9c51ea0e958 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328062 Jun 22 18:39:41.100125 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:39:41.197717 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:41.211001 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'port_id': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'mac_address': 'fa:16:3e:31:07:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:39:41.248945 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.266172 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:41.287732 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:41.291785 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.293551 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:41.341725 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:41.350354 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.350664 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.350985 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.351383 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.351733 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.352097 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.352455 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.352824 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.353206 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.353538 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.353865 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.354188 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:41.358554 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:41.784644 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['2ffaef08-22fa-4c96-9c4c-493c7dddfde9'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:39:42.150645 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506983d9-051d-46eb-bd95-03131b3e5755 req-4afe2373-dc02-45ce-bdda-6e8dc0d6b92a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:42.152065 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-506983d9-051d-46eb-bd95-03131b3e5755 req-4afe2373-dc02-45ce-bdda-6e8dc0d6b92a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 945 time: 0.0637422 Jun 22 18:39:42.190480 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-506983d9-051d-46eb-bd95-03131b3e5755 req-b276e819-522c-4fb2-b087-72cc9b19cf1f tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326874 Jun 22 18:39:43.138330 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:43.193736 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:43.197818 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:43.198191 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.283397 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.308965 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:43.311256 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4784eb-e2f5-44a3-afd0-c39bc30e6620" -d '{"events": [{"server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "name": "network-vif-plugged", "status": "completed", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:43.325487 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:43.331869 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.334364 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-756ded1b-ae6a-4817-8f5e-d171c8664911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:43.357278 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfd019d-c550-44c2-851a-008dcd3baf8a x-openstack-request-id: req-3cfd019d-c550-44c2-851a-008dcd3baf8a {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:43.357591 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "name": "network-vif-plugged", "status": "completed", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:43.357833 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cfd019d-c550-44c2-851a-008dcd3baf8a {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:43.358228 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'code': 200} Jun 22 18:39:43.387276 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:43.390682 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:43.391315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287cc4b-1dec-4382-bbb5-c5cf46cf9c5b req-fe88a766-9aa4-4fc0-9f6d-0db8127f68e4 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:43.392864 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b287cc4b-1dec-4382-bbb5-c5cf46cf9c5b req-fe88a766-9aa4-4fc0-9f6d-0db8127f68e4 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0857458 Jun 22 18:39:43.435449 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b287cc4b-1dec-4382-bbb5-c5cf46cf9c5b req-78e07a82-b68e-458c-834f-c34b70c0aea2 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357585 Jun 22 18:39:43.701684 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422d1ce-195f-452d-bc12-7961ecd62d47 req-d98418c1-b404-44d2-acb2-c7b7238adf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:43.703070 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0422d1ce-195f-452d-bc12-7961ecd62d47 req-d98418c1-b404-44d2-acb2-c7b7238adf1e service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1099 time: 0.0613115 Jun 22 18:39:43.745366 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0422d1ce-195f-452d-bc12-7961ecd62d47 req-99b7fa73-eb70-4dfe-b91f-8f45af3610c4 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345376 Jun 22 18:39:44.609055 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66f7e9-1e77-44d0-af9a-b960b30f295c req-ae288388-8025-43da-8691-0a6f2b7ce83e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:44.610488 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8c66f7e9-1e77-44d0-af9a-b960b30f295c req-ae288388-8025-43da-8691-0a6f2b7ce83e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0640888 Jun 22 18:39:44.647877 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8c66f7e9-1e77-44d0-af9a-b960b30f295c req-512f38df-970e-4398-9b64-db0d7bf64c0b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Jun 22 18:39:45.826201 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562799a6-751c-4279-bca9-428ab504617e req-9bcb9a12-5b02-4479-91d2-1b2f8264221d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:45.828027 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-562799a6-751c-4279-bca9-428ab504617e req-9bcb9a12-5b02-4479-91d2-1b2f8264221d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0690176 Jun 22 18:39:45.867115 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-562799a6-751c-4279-bca9-428ab504617e req-5677e76b-5459-4066-8eb4-45e8f8ed0615 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334084 Jun 22 18:39:46.063002 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea0e8f-8443-4aba-88a3-57ecb71c4fae req-0a959ad8-81b6-4d5e-8240-fff60f660d12 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:46.064580 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bea0e8f-8443-4aba-88a3-57ecb71c4fae req-0a959ad8-81b6-4d5e-8240-fff60f660d12 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0812249 Jun 22 18:39:46.104540 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bea0e8f-8443-4aba-88a3-57ecb71c4fae req-46a9b37a-be8a-4722-b397-3dc1ad3a69ab tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332923 Jun 22 18:39:46.129285 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39898) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:46.328471 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338edb21-140c-4a21-a669-bf2cc18e4fcb tempest-TestShelveInstance-394615782 tempest-TestShelveInstance-394615782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:46.329870 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-338edb21-140c-4a21-a669-bf2cc18e4fcb tempest-TestShelveInstance-394615782 tempest-TestShelveInstance-394615782-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1094 time: 0.1996095 Jun 22 18:39:46.332797 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39902) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:46.337452 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Request body: {'floatingip': {'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'port_id': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:46.362518 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for floatingip, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.460018 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.564514 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Allocated IP 172.27.3.214 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/0056cdc9-7fcb-497c-ad88-c22d8ff790a3) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:46.666251 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.709279 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2973071'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.711570 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:46.749719 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:46.754151 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:46.759207 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:46.762216 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'Port': ['ID=0056cdc9-7fcb-497c-ad88-c22d8ff790a3,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:46.780884 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.470231 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.581770 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.728849 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.733700 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.736389 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c28acff9-59cc-482b-8fc5-0651d4177d67 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.801041 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event updated for resources: {'Port': ['ID=0056cdc9-7fcb-497c-ad88-c22d8ff790a3,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.804340 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.814268 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.918003 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.l3_db [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Floating IP 8a7312ed-63bb-4b3c-ad0a-24353d3f33c2 associated. External IP: 172.27.3.214, port: 2ffaef08-22fa-4c96-9c4c-493c7dddfde9. Jun 22 18:39:48.134936 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:48.259910 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:48.272693 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] Sync routers for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:48.281249 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.283521 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:48.284183 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:39:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:48.317847 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9839191 Jun 22 18:39:48.319415 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9'}] {{(pid=92906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:48.322035 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ff035369c1c9d6bf504f743e9aafde6dd958d2f8985069b97200d5a2741ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89" -d '{"events": [{"name": "network-changed", "server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9"}]}' {{(pid=92906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:48.402353 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:48.415744 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d006c21d-1a1c-40b6-9d5e-c1b777c8f12c x-openstack-request-id: req-d006c21d-1a1c-40b6-9d5e-c1b777c8f12c {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:48.416067 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9", "status": "completed", "code": 200}]} {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:48.416354 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d006c21d-1a1c-40b6-9d5e-c1b777c8f12c {{(pid=92906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:48.416796 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'status': 'completed', 'code': 200} Jun 22 18:39:48.517174 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-c64c1005-ab13-4f25-abad-0f02990014be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:48.518662 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-c64c1005-ab13-4f25-abad-0f02990014be service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1099 time: 0.0557094 Jun 22 18:39:48.614795 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-c4d4de5c-bb1b-40ee-9d05-2f854ce7e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:48.616908 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-c4d4de5c-bb1b-40ee-9d05-2f854ce7e4d8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 911 time: 0.0919042 Jun 22 18:39:48.639809 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '8a7312ed-63bb-4b3c-ad0a-24353d3f33c2', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'port_id': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'mac_address': 'fa:16:3e:31:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:47Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 0, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 5, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:48.666696 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] Checking router: d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:48.675236 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:48.675896 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:39:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:48.685063 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-f517d4c0-2bfd-469b-87b6-d4e10be336b0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 1000 time: 0.0605607 Jun 22 18:39:48.739461 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-42ea2f37-3c00-4019-9efc-e85e1364457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:48.740961 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-42ea2f37-3c00-4019-9efc-e85e1364457c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 200 len: 848 time: 0.0490816 Jun 22 18:39:48.782671 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:48.797411 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-d0646962-5a55-41f2-899a-10c4b65b9f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:48.798887 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-d0646962-5a55-41f2-899a-10c4b65b9f48 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=46e95127-cbc9-462d-8502-81271746711a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515196 Jun 22 18:39:48.892225 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-6ccfa4f7-009d-47c7-b3ce-09a937f175ab service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846412 Jun 22 18:39:48.985562 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8bfe9a89-3780-41c8-a52f-390bbdbf7c89 req-231734c1-7783-4926-a94b-dac695002011 service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852442 Jun 22 18:39:49.008788 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '8a7312ed-63bb-4b3c-ad0a-24353d3f33c2', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'port_id': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'mac_address': 'fa:16:3e:31:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:47Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 0, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 5, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:49.040391 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458ea89-6d30-4703-b476-d900c9385855 None None] The sync data for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi is: [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '8a7312ed-63bb-4b3c-ad0a-24353d3f33c2', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'port_id': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'mac_address': 'fa:16:3e:31:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:47Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 0, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 5, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:49.218611 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b1851-9e84-42c8-88e9-f9882dad53bd None None] New status for floating IP 8a7312ed-63bb-4b3c-ad0a-24353d3f33c2: ACTIVE {{(pid=92908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:39:52.041069 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-294cb67d-2aa2-4704-a4b5-8756862534cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:53.190292 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ffdda-ace1-4d8e-9374-9151a9e7dee5 req-d549c36a-0b05-4f12-82b6-c8b857e7e0ef tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:53.191756 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cf8ffdda-ace1-4d8e-9374-9151a9e7dee5 req-d549c36a-0b05-4f12-82b6-c8b857e7e0ef tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0674362 Jun 22 18:39:53.231823 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cf8ffdda-ace1-4d8e-9374-9151a9e7dee5 req-cf226833-f5d7-4301-9fed-d72046b6202b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337639 Jun 22 18:39:54.437073 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9dc4a-6b26-400d-adf4-999722326cec req-d8dae64a-6bf2-415e-b780-b157b09f3ba3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:54.438698 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b2b9dc4a-6b26-400d-adf4-999722326cec req-d8dae64a-6bf2-415e-b780-b157b09f3ba3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0780294 Jun 22 18:39:54.478939 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b2b9dc4a-6b26-400d-adf4-999722326cec req-af557c1c-8099-478a-83fa-57767fc7d1cc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337367 Jun 22 18:39:55.229281 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-8b0eed4d-1b11-429f-a683-7375fa1df7b0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:55.230772 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-8b0eed4d-1b11-429f-a683-7375fa1df7b0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.0655098 Jun 22 18:39:55.341954 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Deleting port 1115455d-bdff-4bcd-9daa-bd3499f3480f {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:55.342274 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.442076 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] For port 1115455d-bdff-4bcd-9daa-bd3499f3480f, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1115455d-bdff-4bcd-9daa-bd3499f3480f,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:55.442771 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.659542 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5efff4c8-f3a0-40cd-a3c9-84eaca246908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.807877 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6a7b-4edb-462d-8023-c94dec2ca4d1 req-03757d90-6ff2-4b86-8b9d-af79b9e49ff7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:55.810393 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8abe6a7b-4edb-462d-8023-c94dec2ca4d1 req-03757d90-6ff2-4b86-8b9d-af79b9e49ff7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 947 time: 0.1975310 Jun 22 18:39:55.813566 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.814193 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.814727 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Floating IP 1740b2c7-a4aa-4535-9272-d830bb51659c disassociated. External IP: 172.27.3.131, port: 1115455d-bdff-4bcd-9daa-bd3499f3480f. Jun 22 18:39:55.815314 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Calling delete_port for 1115455d-bdff-4bcd-9daa-bd3499f3480f owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:55.844511 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.957404 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8abe6a7b-4edb-462d-8023-c94dec2ca4d1 req-1574ba67-2269-4af3-9527-bfa4a9f7edcd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a2174c9-2077-4e79-b154-d81aaf278f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376491 Jun 22 18:39:56.072567 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.076900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:56.103816 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event deleted for resources: {'Port': ['ID=1115455d-bdff-4bcd-9daa-bd3499f3480f,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:56.116526 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.117065 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.117436 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.117802 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.118161 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.118523 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.118880 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.119236 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.119633 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.120250 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.120606 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.120957 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:56.124987 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:56.133288 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.285777 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:56.357721 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.444442 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:56.455526 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] Sync routers for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:56.467370 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:56.468018 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:39:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:56.531612 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] No DVR routers for this DVR port 1115455d-bdff-4bcd-9daa-bd3499f3480f on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:56.536005 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.540179 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-72fd78b9-fa54-4c43-9b0c-a72d1fad67b1 req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "DELETE /v2.0/ports/1115455d-bdff-4bcd-9daa-bd3499f3480f HTTP/1.1" status: 204 len: 173 time: 1.3030505 Jun 22 18:39:56.541291 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-deleted', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:56.546239 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed66681-8eec-4bcb-b08f-878b1e9dcf06" -d '{"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-deleted", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:56.616688 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05557f2d-8519-4f09-a292-aab02567bbe8 x-openstack-request-id: req-05557f2d-8519-4f09-a292-aab02567bbe8 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:56.617176 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0f5cc-f920-4ccc-9f86-bbd52373f67a", "name": "network-vif-deleted", "tag": "1115455d-bdff-4bcd-9daa-bd3499f3480f", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:56.617621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05557f2d-8519-4f09-a292-aab02567bbe8 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:56.618392 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0f5cc-f920-4ccc-9f86-bbd52373f67a', 'name': 'network-vif-deleted', 'tag': '1115455d-bdff-4bcd-9daa-bd3499f3480f', 'status': 'completed', 'code': 200} Jun 22 18:39:56.828664 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:57.153285 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:57.187464 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] Checking router: 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:57.199872 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:57.200690 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:39:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:57.208892 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c589ee9e-ccae-4313-b5e8-643f09141e31 req-f8eda45d-c7a4-4e09-84af-5b942c2a8aca tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=82b0f5cc-f920-4ccc-9f86-bbd52373f67a HTTP/1.1" status: 200 len: 210 time: 0.0622010 Jun 22 18:39:57.344080 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:57.656489 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:57.685541 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072dbb25-627c-42d5-b352-dc79d18c80fa None None] The sync data for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi is: [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:57.929617 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397a3c6-5adf-4865-9f88-5cf5c1037a5a None None] New status for floating IP 1740b2c7-a4aa-4535-9272-d830bb51659c: DOWN {{(pid=92908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:39:58.204708 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.378236 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39946) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:58.470598 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d223-8a47-43e0-b26c-6edc73c58553 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.504002 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d223-8a47-43e0-b26c-6edc73c58553 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.572611 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d223-8a47-43e0-b26c-6edc73c58553 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.576253 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d223-8a47-43e0-b26c-6edc73c58553 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.577567 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-8eb7d223-8a47-43e0-b26c-6edc73c58553 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "DELETE /v2.0/security-groups/2a2174c9-2077-4e79-b154-d81aaf278f49 HTTP/1.1" status: 204 len: 168 time: 0.1977193 Jun 22 18:39:58.578471 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-61ff1860-312e-48c1-87e7-206cc754a833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:58.580944 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39948) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:58.588865 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7d223-8a47-43e0-b26c-6edc73c58553 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2174c9-2077-4e79-b154-d81aaf278f49,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:58.591297 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-8eb7d223-8a47-43e0-b26c-6edc73c58553 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:58.604379 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.api.v2.resource [None req-24b21f50-baa9-4894-a80d-35d88f198155 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] show failed (client error): The resource could not be found. Jun 22 18:39:58.605683 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-24b21f50-baa9-4894-a80d-35d88f198155 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups/2a2174c9-2077-4e79-b154-d81aaf278f49 HTTP/1.1" status: 404 len: 347 time: 0.0233116 Jun 22 18:39:58.608612 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39950) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:58.713343 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-04981213-3054-4d84-bae4-bb1c1ecf9cd0 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628786 Jun 22 18:39:58.793230 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Deleting port 05d489ea-bb1d-4ff5-9d72-b13e19f85471 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:58.793734 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.857594 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-e4517a9e-dc9a-4bb2-a872-69f6cf6056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:58.860332 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-e4517a9e-dc9a-4bb2-a872-69f6cf6056ac service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 1098 time: 0.0741928 Jun 22 18:39:58.882705 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.883050 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.899210 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Calling delete_port for 05d489ea-bb1d-4ff5-9d72-b13e19f85471 owned by network:floatingip {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:59.011578 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-98d163d3-e83e-4b61-a4bb-ebfc66ece25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:59.012909 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-98d163d3-e83e-4b61-a4bb-ebfc66ece25b service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.1241646 Jun 22 18:39:59.067968 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.070610 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:59.097031 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event deleted for resources: {'Port': ['ID=05d489ea-bb1d-4ff5-9d72-b13e19f85471,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:59.123194 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-0035e35a-c9ea-411f-a143-0f487e810c8c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06ad92aa-dc48-4e54-a39d-891a60d0b23b HTTP/1.1" status: 200 len: 1000 time: 0.1030068 Jun 22 18:39:59.126726 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.127093 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.127531 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.127857 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.128209 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.128569 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.128935 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.129284 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.129633 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.129977 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.130326 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.130750 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.135982 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:59.163366 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:59.190949 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.192541 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 1115455d-bdff-4bcd-9daa-bd3499f3480f {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:59.192893 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1115455d-bdff-4bcd-9daa-bd3499f3480f not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:59.194627 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-36012d02-b9dd-4e09-8998-d30d20452ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:59.196191 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-36012d02-b9dd-4e09-8998-d30d20452ecc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0667143 Jun 22 18:39:59.196835 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.198919 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "DELETE /v2.0/floatingips/1740b2c7-a4aa-4535-9272-d830bb51659c HTTP/1.1" status: 204 len: 168 time: 0.5888877 Jun 22 18:39:59.294347 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-6af26f27-3461-43b9-a8db-9c73c9006304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:59.296563 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-6af26f27-3461-43b9-a8db-9c73c9006304 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915296 Jun 22 18:39:59.463080 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-3708d774-c35a-4b41-bf38-f5e8ebf7cb8d service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580665 Jun 22 18:39:59.536133 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39956) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:59.542826 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-fb34c49a-3ace-4208-a2fd-5e75bfd792d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840109409', 'description': 'tempest-description--642484126'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:59.577038 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fb34c49a-3ace-4208-a2fd-5e75bfd792d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.594322 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c49dc9ec-76e7-4bdc-94fb-3f2b15c462ca req-59ccc7fd-4db3-4663-b3e0-b3e44aaeb2ae service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245785 Jun 22 18:39:59.696700 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fb34c49a-3ace-4208-a2fd-5e75bfd792d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.701421 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fb34c49a-3ace-4208-a2fd-5e75bfd792d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.704201 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-61ce7d1c-bbc8-4afe-9861-ee67d67fb9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:59.732617 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fb34c49a-3ace-4208-a2fd-5e75bfd792d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.733846 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fb34c49a-3ace-4208-a2fd-5e75bfd792d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1958210 Jun 22 18:39:59.734738 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34c49a-3ace-4208-a2fd-5e75bfd792d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0adcc9-0ef0-4486-8118-a079635cbf3c,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:59.737240 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 39960) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:59.743153 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-c9db9ef3-e151-4fd7-b202-2a6dfc67e2f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'security_group_rule': {'security_group_id': '8b0adcc9-0ef0-4486-8118-a079635cbf3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:59.747083 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fb34c49a-3ace-4208-a2fd-5e75bfd792d1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:59.770104 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c9db9ef3-e151-4fd7-b202-2a6dfc67e2f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.839862 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c9db9ef3-e151-4fd7-b202-2a6dfc67e2f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.844739 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c9db9ef3-e151-4fd7-b202-2a6dfc67e2f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.847098 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-550e92fb-32d9-4ead-88a6-037f5cfad7a9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:59.863701 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db9ef3-e151-4fd7-b202-2a6dfc67e2f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad226516-e85c-4707-a436-15d2e832b172,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:59.868221 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c9db9ef3-e151-4fd7-b202-2a6dfc67e2f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:59.874959 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c9db9ef3-e151-4fd7-b202-2a6dfc67e2f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.876131 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c9db9ef3-e151-4fd7-b202-2a6dfc67e2f6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379302 Jun 22 18:39:59.879780 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39962) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:59.885796 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-fd824219-3938-4f90-bee5-df550d06c13e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'security_group_rule': {'security_group_id': '8b0adcc9-0ef0-4486-8118-a079635cbf3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:59.916316 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fd824219-3938-4f90-bee5-df550d06c13e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.981975 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fd824219-3938-4f90-bee5-df550d06c13e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.986440 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fd824219-3938-4f90-bee5-df550d06c13e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.988521 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:00.010821 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd824219-3938-4f90-bee5-df550d06c13e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba216e6-3280-4dbe-b0f3-0ddfd080dacf,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:00.013416 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fd824219-3938-4f90-bee5-df550d06c13e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:00.019527 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-fd824219-3938-4f90-bee5-df550d06c13e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.020877 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-fd824219-3938-4f90-bee5-df550d06c13e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399274 Jun 22 18:40:00.024954 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 39964) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:00.030284 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'floatingip': {'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:00.055173 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.183483 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.308704 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Allocated IP 172.27.3.55 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/ad6c5b0e-6cfe-47f9-ac71-482fa5ef8550) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:40:00.424962 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.468267 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.471564 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-4bdb38cf-1006-462f-8a3e-313923f65607 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:00.545629 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:40:00.553120 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:40:00.561074 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:40:00.566238 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'Port': ['ID=ad6c5b0e-6cfe-47f9-ac71-482fa5ef8550,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:00.601252 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:00.689708 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.742683 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.917568 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.923759 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.925972 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-93e7a298-e05f-4730-a99c-ea5eeb1a49e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:00.995848 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'Port': ['ID=ad6c5b0e-6cfe-47f9-ac71-482fa5ef8550,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:00.999989 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:01.011815 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.028286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.029924 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0039380 Jun 22 18:40:01.239423 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-8422cdfa-98b4-4e52-8063-31f0bfb3cc3a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1840109409&fields=id&tenant_id=55342b2958f44882a29920c8df55761a HTTP/1.1" status: 200 len: 267 time: 0.0430739 Jun 22 18:40:01.374421 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827033e-71ca-435c-96d7-4148a175a506 req-4a6fcfb6-e2da-40b6-b71c-d0bfbec5d724 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:01.376021 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-4a6fcfb6-e2da-40b6-b71c-d0bfbec5d724 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 817 time: 0.1260927 Jun 22 18:40:01.393026 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-4e53d0cd-32a8-4b0f-9a69-d01bc2396948 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/quotas/55342b2958f44882a29920c8df55761a HTTP/1.1" status: 200 len: 375 time: 0.0107770 Jun 22 18:40:01.474469 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-18b5fbb9-b1db-411b-9661-26d4b3db096b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710151 Jun 22 18:40:01.577854 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-b6b7ab62-1f33-4fe4-b152-978204ae0760 service neutron] 10.222.0.39 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904231 Jun 22 18:40:01.685583 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-723d2d65-ee3f-4135-9175-5204cada6099 service neutron] 10.222.0.39 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963728 Jun 22 18:40:01.887080 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1be61dd9-0b44-47d0-989b-0378e5a43aa6 req-796263e3-3209-4f02-b79d-512028ddad1a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 210 time: 0.0310171 Jun 22 18:40:03.098074 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fa498f64-b2a0-40df-845f-0a092555ff85 req-ee5e5825-dced-49d0-b5c1-bd3172478aa2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 210 time: 0.0313632 Jun 22 18:40:03.548621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827033e-71ca-435c-96d7-4148a175a506 req-4f47badb-e7ce-4c2c-a583-a97cd3efbc62 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:03.550081 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-4f47badb-e7ce-4c2c-a583-a97cd3efbc62 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 817 time: 0.4460764 Jun 22 18:40:03.606727 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-a08e8c8d-ed97-4db6-84c8-e612af37873d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55342b2958f44882a29920c8df55761a HTTP/1.1" status: 200 len: 380 time: 0.0355024 Jun 22 18:40:03.617401 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'port': {'device_id': '00e95efc-2554-4244-86e6-892da722f707', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'admin_state_up': True, 'tenant_id': '55342b2958f44882a29920c8df55761a', 'security_groups': ['8b0adcc9-0ef0-4486-8118-a079635cbf3c']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:03.724372 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Made reservation on behalf of 55342b2958f44882a29920c8df55761a for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:40:03.727958 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:03.854810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Allocated IP 172.20.0.4 (a690e947-a888-48bb-9dec-f07082ea8255/82b0998f-228a-416c-9b3c-9736c12ed9e3/6bb8ee19-16a8-4167-bb92-4c907657a216) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:40:04.012877 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.028857 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Transition to ACTIVE for port object 6bb8ee19-16a8-4167-bb92-4c907657a216 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:40:04.065358 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.070335 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1b2a1e5b-77cf-4018-8dc3-9165fcea1ef9 tempest-VolumesSnapshotTestJSON-500445839 tempest-VolumesSnapshotTestJSON-500445839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:04.112900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Network a690e947-a888-48bb-9dec-f07082ea8255 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:40:04.117399 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:40:04.122145 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:40:04.158398 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:04.163851 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:04.195554 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:04.197405 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.225487 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6116858 Jun 22 18:40:04.260490 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Request body: {'port': {'device_id': '00e95efc-2554-4244-86e6-892da722f707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:04.372287 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-74adcac9-82b4-4990-842e-4f0bd70b8366 None None] Provisioning for port 6bb8ee19-16a8-4167-bb92-4c907657a216 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:40:04.376542 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-74adcac9-82b4-4990-842e-4f0bd70b8366 None None] Provisioning complete for port 6bb8ee19-16a8-4167-bb92-4c907657a216 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:40:04.376928 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-74adcac9-82b4-4990-842e-4f0bd70b8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.414261 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-74adcac9-82b4-4990-842e-4f0bd70b8366 None None] Port 6bb8ee19-16a8-4167-bb92-4c907657a216 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:40:04.434816 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8084bbb-39ab-46cf-a5b2-12d56ccbcac1 req-715ec6d2-330f-4d44-a157-1663725341e4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:04.436481 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f8084bbb-39ab-46cf-a5b2-12d56ccbcac1 req-715ec6d2-330f-4d44-a157-1663725341e4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 931 time: 0.1985245 Jun 22 18:40:04.437041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.522406 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f8084bbb-39ab-46cf-a5b2-12d56ccbcac1 req-8d64408c-de71-400b-b21b-12379673d170 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751612 Jun 22 18:40:04.763515 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb8ee19-16a8-4167-bb92-4c907657a216 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:40:04.772511 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.785910 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Transition to ACTIVE for port object 6bb8ee19-16a8-4167-bb92-4c907657a216 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:40:04.791027 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.793491 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d571678b-4587-4336-b1b7-e94c7d4a9d86 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:04.847609 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:04.851668 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:04.924840 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Attempting to bind port 6bb8ee19-16a8-4167-bb92-4c907657a216 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:40:04.925038 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Attempting to bind port 6bb8ee19-16a8-4167-bb92-4c907657a216 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:40:04.925348 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Attempting to bind port 6bb8ee19-16a8-4167-bb92-4c907657a216 on network a690e947-a888-48bb-9dec-f07082ea8255 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:40:04.930896 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Port 6bb8ee19-16a8-4167-bb92-4c907657a216 on network a690e947-a888-48bb-9dec-f07082ea8255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:40:04.931271 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Attempting to bind port 6bb8ee19-16a8-4167-bb92-4c907657a216 on network a690e947-a888-48bb-9dec-f07082ea8255 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:40:04.936713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:40:04.937052 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Checking segment: {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:40:04.937440 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Bound using segment: {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:40:04.937868 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Bound port: 6bb8ee19-16a8-4167-bb92-4c907657a216, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75953031-5937-4a80-8721-a64ed3f7c79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:40:04.938220 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.014260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:40:05.017607 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:40:05.022543 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.024912 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:05.061863 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:05.062668 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.064122 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] 10.222.0.109 "PUT /v2.0/ports/6bb8ee19-16a8-4167-bb92-4c907657a216 HTTP/1.1" status: 200 len: 1093 time: 0.8112826 Jun 22 18:40:05.064713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:05.067068 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:05.101618 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:05.109189 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:05.119135 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f000258-83cb-4a70-93a5-34c3a690685e x-openstack-request-id: req-1f000258-83cb-4a70-93a5-34c3a690685e {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:05.119769 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:05.119883 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f000258-83cb-4a70-93a5-34c3a690685e {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:05.120582 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'status': 'completed', 'code': 200} Jun 22 18:40:05.191638 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827033e-71ca-435c-96d7-4148a175a506 req-e696a803-e492-492a-b188-07e727f1d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:05.193154 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-e696a803-e492-492a-b188-07e727f1d540 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 1096 time: 0.0590599 Jun 22 18:40:05.253278 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-cf3fe350-b66a-4941-91f4-c42520300126 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb8ee19-16a8-4167-bb92-4c907657a216 HTTP/1.1" status: 200 len: 217 time: 0.0409248 Jun 22 18:40:05.306650 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827033e-71ca-435c-96d7-4148a175a506 req-bc795712-887f-42f0-bde2-cf39954232f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:05.308176 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-bc795712-887f-42f0-bde2-cf39954232f6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0481303 Jun 22 18:40:05.366412 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827033e-71ca-435c-96d7-4148a175a506 req-5096e1c1-a1fb-4801-a01f-7a186257017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:05.367941 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-5096e1c1-a1fb-4801-a01f-7a186257017d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530202 Jun 22 18:40:05.471450 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-3868e5b2-0573-4563-bf93-7637769508b1 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964646 Jun 22 18:40:05.578905 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b827033e-71ca-435c-96d7-4148a175a506 req-f851e4c2-35e1-4722-84df-3fccb99a6b1f service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001699 Jun 22 18:40:05.769049 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5885881-09cb-4532-a3ee-921569707997 req-de175006-f024-47de-b5ec-36791ebf0b5a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:05.770628 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c5885881-09cb-4532-a3ee-921569707997 req-de175006-f024-47de-b5ec-36791ebf0b5a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.1085920 Jun 22 18:40:05.797630 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-6baf23a2-b775-4f98-b1e2-285b6fab82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:05.799137 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-6baf23a2-b775-4f98-b1e2-285b6fab82f0 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 1096 time: 0.0981431 Jun 22 18:40:05.835751 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c5885881-09cb-4532-a3ee-921569707997 req-c3ace9d8-11b9-4986-b1be-a970b4d53033 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584152 Jun 22 18:40:05.909205 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-2d3f5281-a3bf-418f-b460-bbf9f62d0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:05.910781 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-2d3f5281-a3bf-418f-b460-bbf9f62d0987 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.1050925 Jun 22 18:40:05.958359 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-7a4a3522-d8e9-4b11-b366-d49bf27eafdb service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb8ee19-16a8-4167-bb92-4c907657a216 HTTP/1.1" status: 200 len: 217 time: 0.0401728 Jun 22 18:40:06.017115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-079aa18d-5ddd-4bfd-ac8d-449f111a07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:06.018554 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-079aa18d-5ddd-4bfd-ac8d-449f111a07b2 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0531445 Jun 22 18:40:06.080375 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-0b85b400-59f3-4ccd-86bc-2cba64f7aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:06.081868 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-0b85b400-59f3-4ccd-86bc-2cba64f7aab1 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560899 Jun 22 18:40:06.182056 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-52b8560f-706d-435a-8916-aaf98bf603ab service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930133 Jun 22 18:40:06.281252 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6ed32b1-a9df-49d6-9113-31d3cf0da0ed req-7c746f73-efdf-4580-83f7-9093c38b2d6e service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924051 Jun 22 18:40:07.022957 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2140b8-22d6-4559-aa62-d708d0771194 req-8a27abcb-d9af-49a0-ab2a-9f3a5f33f8b7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:07.024673 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7c2140b8-22d6-4559-aa62-d708d0771194 req-8a27abcb-d9af-49a0-ab2a-9f3a5f33f8b7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0711057 Jun 22 18:40:07.078489 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7c2140b8-22d6-4559-aa62-d708d0771194 req-2840162b-40c5-41b8-996f-edeed888d1d9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436769 Jun 22 18:40:08.267956 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906f4e3-e803-4e2e-959a-313040549d7e req-0b66de80-a6bb-4c88-97bc-4c4e82a3c499 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:08.269578 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5906f4e3-e803-4e2e-959a-313040549d7e req-0b66de80-a6bb-4c88-97bc-4c4e82a3c499 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0683393 Jun 22 18:40:08.316483 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5906f4e3-e803-4e2e-959a-313040549d7e req-a9f38c2e-c4f0-4eee-ae69-bb37c62005ac tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372350 Jun 22 18:40:09.251166 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:40:09.354995 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:09.366849 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'port_id': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'mac_address': 'fa:16:3e:2c:8f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:40:09.409558 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:09.423994 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb8ee19-16a8-4167-bb92-4c907657a216 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:40:09.444929 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:09.449847 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:09.451798 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:09.498422 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:09.501440 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:09.504016 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95b8c6-d344-4af9-9bf1-0b97a507cc8d req-acb37685-2da0-4e97-855c-adb14bdc63fd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:09.505498 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec95b8c6-d344-4af9-9bf1-0b97a507cc8d req-acb37685-2da0-4e97-855c-adb14bdc63fd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 944 time: 0.0678716 Jun 22 18:40:09.544540 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec95b8c6-d344-4af9-9bf1-0b97a507cc8d req-a2e5f8d8-c18d-4f19-816b-328b7899fd57 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Jun 22 18:40:09.929029 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['6bb8ee19-16a8-4167-bb92-4c907657a216'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:40:10.729813 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee5cf2-e656-460e-8a21-9e65eb12dc56 req-232799f1-c43d-4e63-954b-7c32bc4e1e2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:10.731261 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-beee5cf2-e656-460e-8a21-9e65eb12dc56 req-232799f1-c43d-4e63-954b-7c32bc4e1e2a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 944 time: 0.0710089 Jun 22 18:40:10.771163 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-beee5cf2-e656-460e-8a21-9e65eb12dc56 req-7eb67434-fcfa-452f-8328-6757c7642b29 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342569 Jun 22 18:40:11.249074 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:40:11.298362 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 6bb8ee19-16a8-4167-bb92-4c907657a216 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:40:11.302502 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 6bb8ee19-16a8-4167-bb92-4c907657a216 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:40:11.303545 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:11.389310 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:11.416673 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:11.419200 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1670585-6b62-4440-822c-0e4cb9c792b2" -d '{"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:11.433524 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:11.437720 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:11.439735 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:11.466878 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e9e8ed-4b43-4c3d-a19c-1221dcd79c87 x-openstack-request-id: req-57e9e8ed-4b43-4c3d-a19c-1221dcd79c87 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:11.467500 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:11.467500 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57e9e8ed-4b43-4c3d-a19c-1221dcd79c87 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:11.467922 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'code': 200} Jun 22 18:40:11.500098 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:11.503066 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:11.748034 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ac93a-4b28-4c4a-ae85-d69296e62a9a req-8d00b413-28f8-4c83-a2d0-e61cc59f0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.749519 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-604ac93a-4b28-4c4a-ae85-d69296e62a9a req-8d00b413-28f8-4c83-a2d0-e61cc59f0223 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 1098 time: 0.0530035 Jun 22 18:40:11.793026 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-604ac93a-4b28-4c4a-ae85-d69296e62a9a req-a595002a-e2fe-44e5-b3cb-d1f53c3cc0af service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333486 Jun 22 18:40:11.953161 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704948e-9640-4b36-9f46-86b8988f6d0d req-4627992d-3ee0-4e13-8246-f0f05db35cae tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.954687 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3704948e-9640-4b36-9f46-86b8988f6d0d req-4627992d-3ee0-4e13-8246-f0f05db35cae tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0652120 Jun 22 18:40:11.998982 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3704948e-9640-4b36-9f46-86b8988f6d0d req-70d3777d-9f8e-4084-aa6e-ac1a32c948ea tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377877 Jun 22 18:40:13.187209 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5faae-e742-4ef9-b197-a3f55b5c42f3 req-ef13ce63-ad69-4678-9309-2856fec550ab tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:13.188587 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b1f5faae-e742-4ef9-b197-a3f55b5c42f3 req-ef13ce63-ad69-4678-9309-2856fec550ab tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0698221 Jun 22 18:40:13.229968 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b1f5faae-e742-4ef9-b197-a3f55b5c42f3 req-6f9fa740-2d5e-4933-bd99-b5acee107a92 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343173 Jun 22 18:40:14.426789 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591ba8e-af35-42de-b97c-137152abf1a3 req-8d030e20-4be1-42ce-baef-b06f413945a1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:14.429204 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2591ba8e-af35-42de-b97c-137152abf1a3 req-8d030e20-4be1-42ce-baef-b06f413945a1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0715261 Jun 22 18:40:14.470626 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2591ba8e-af35-42de-b97c-137152abf1a3 req-cb63a0ef-3f35-4461-a039-e1ebbfeb87f7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355167 Jun 22 18:40:14.664630 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f476f5-11b7-4036-bb6b-c238d0bebd32 req-9508e330-35bf-413a-b97c-734a2a469126 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:14.666121 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-67f476f5-11b7-4036-bb6b-c238d0bebd32 req-9508e330-35bf-413a-b97c-734a2a469126 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0693161 Jun 22 18:40:14.674551 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40024) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:14.679769 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-a23c8db7-9b26-4d77-99f0-17c26e0eb754 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Request body: {'floatingip': {'port_id': '6bb8ee19-16a8-4167-bb92-4c907657a216'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:14.718422 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a23c8db7-9b26-4d77-99f0-17c26e0eb754 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.188994 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a23c8db7-9b26-4d77-99f0-17c26e0eb754 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.193105 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a23c8db7-9b26-4d77-99f0-17c26e0eb754 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.295280 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [None req-a23c8db7-9b26-4d77-99f0-17c26e0eb754 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Floating IP fd61e683-c68a-4ed7-b08c-3d8338271233 associated. External IP: 172.27.3.55, port: 6bb8ee19-16a8-4167-bb92-4c907657a216. Jun 22 18:40:15.504845 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23c8db7-9b26-4d77-99f0-17c26e0eb754 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:40:15.616994 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23c8db7-9b26-4d77-99f0-17c26e0eb754 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:40:15.622418 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a23c8db7-9b26-4d77-99f0-17c26e0eb754 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.627616 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] Sync routers for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:40:15.639528 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:15.640172 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:39:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:15.664348 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a23c8db7-9b26-4d77-99f0-17c26e0eb754 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "PUT /v2.0/floatingips/fd61e683-c68a-4ed7-b08c-3d8338271233 HTTP/1.1" status: 200 len: 990 time: 0.9885771 Jun 22 18:40:15.664993 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:15.667560 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de5aa62-6812-41a7-8fd8-6d21298b7722" -d '{"events": [{"name": "network-changed", "server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:15.725122 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ce523-ea45-4950-aede-62d1e11d7482 x-openstack-request-id: req-7a8ce523-ea45-4950-aede-62d1e11d7482 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:15.725635 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:15.726097 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a8ce523-ea45-4950-aede-62d1e11d7482 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:15.726770 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'status': 'completed', 'code': 200} Jun 22 18:40:15.797196 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:15.856626 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-9efdabbd-364d-4367-ab3c-c55d074770a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:15.858650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-9efdabbd-364d-4367-ab3c-c55d074770a7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 1098 time: 0.0653789 Jun 22 18:40:15.900140 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:40:15.960003 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-07dcbeb8-e0cf-42ec-a4b8-30e4c816f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:15.961468 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-07dcbeb8-e0cf-42ec-a4b8-30e4c816f421 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.0949266 Jun 22 18:40:16.033183 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-98188d36-db09-4ecc-b2f6-95fed85607e5 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb8ee19-16a8-4167-bb92-4c907657a216 HTTP/1.1" status: 200 len: 998 time: 0.0642376 Jun 22 18:40:16.049696 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': 'fd61e683-c68a-4ed7-b08c-3d8338271233', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'port_id': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'mac_address': 'fa:16:3e:2c:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e95efc-2554-4244-86e6-892da722f707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:40:00Z', 'updated_at': '2021-06-22T18:40:15Z', 'revision_number': 1, 'project_id': '55342b2958f44882a29920c8df55761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:16.077538 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] Checking router: 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:40:16.088042 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-4c14a79a-f5db-428e-a8fd-324ae60273e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:16.088379 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:16.089725 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-4c14a79a-f5db-428e-a8fd-324ae60273e7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0493484 Jun 22 18:40:16.089849 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:39:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:16.164054 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-cb722046-fada-4ed1-97d9-20b4e68c21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:16.165595 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-cb722046-fada-4ed1-97d9-20b4e68c21cc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680275 Jun 22 18:40:16.209404 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:16.576437 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-c2a15d20-6b1d-4c5b-9636-935d22700b86 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032741 Jun 22 18:40:16.610973 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': 'fd61e683-c68a-4ed7-b08c-3d8338271233', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'port_id': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'mac_address': 'fa:16:3e:2c:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e95efc-2554-4244-86e6-892da722f707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:40:00Z', 'updated_at': '2021-06-22T18:40:15Z', 'revision_number': 1, 'project_id': '55342b2958f44882a29920c8df55761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:16.643005 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcecd0f-6aca-4606-8c13-2296b14da3a8 None None] The sync data for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi is: [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': 'fd61e683-c68a-4ed7-b08c-3d8338271233', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'port_id': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'mac_address': 'fa:16:3e:2c:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e95efc-2554-4244-86e6-892da722f707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:40:00Z', 'updated_at': '2021-06-22T18:40:15Z', 'revision_number': 1, 'project_id': '55342b2958f44882a29920c8df55761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:40:16.676352 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9de5aa62-6812-41a7-8fd8-6d21298b7722 req-b979aef1-1af3-4df7-bae2-b627b2a3f044 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920272 Jun 22 18:40:16.947898 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997ddf9-cae7-4304-9e84-809a6ed1378d None None] New status for floating IP fd61e683-c68a-4ed7-b08c-3d8338271233: ACTIVE {{(pid=92908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:40:22.041352 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2de08f0b-a665-4e9c-beb6-3aeed4f09c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.652955 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-407a5aee-f680-4721-afa3-61a41f29f864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.847683 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:26.127498 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:26.360438 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:28.196856 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:52.044803 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b831d13f-2605-4251-bf68-ead600bb91b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:52.899830 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:40:55.659548 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-938d9cb4-10e0-4926-b4f6-e86c34123a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:55.855349 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:56.136569 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:56.356181 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:58.200475 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:58.990277 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-20315142-b191-4c09-8a5a-14ae5add893a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612483 Jun 22 18:40:59.091190 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-77d22d78-cc18-4ee4-8026-57446410aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:59.092776 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-77d22d78-cc18-4ee4-8026-57446410aaf1 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1099 time: 0.0634634 Jun 22 18:40:59.218094 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-16221a2c-73e9-4a96-b7c0-e45deb16c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:59.220057 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-16221a2c-73e9-4a96-b7c0-e45deb16c3dd service neutron] 10.222.0.109 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 911 time: 0.0982571 Jun 22 18:40:59.292800 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-2ea8625c-4053-4f89-9ddb-0ec11cb9d164 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 1002 time: 0.0663846 Jun 22 18:40:59.348172 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-93479aeb-3415-466c-b5d8-2986bfe7ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:59.349724 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-93479aeb-3415-466c-b5d8-2986bfe7ccac service neutron] 10.222.0.109 "GET /v2.0/subnets?id=654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 200 len: 848 time: 0.0508516 Jun 22 18:40:59.424243 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-2cf6030f-1500-4afe-a25e-f48b8a63145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:59.426294 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-2cf6030f-1500-4afe-a25e-f48b8a63145c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=46e95127-cbc9-462d-8502-81271746711a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680835 Jun 22 18:40:59.527967 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-4bbd6b81-7369-434c-b861-24f27d48e720 service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946262 Jun 22 18:40:59.633764 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bd67e55b-6323-4c47-8b61-a64e484b5f98 req-9ef76948-5017-4340-9fce-ac9268eb52dc service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979040 Jun 22 18:41:22.046362 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b416f23d-2639-416c-a171-451fbaca0861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.658283 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b724d577-e192-4a79-94dd-c4f4f4231155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.859552 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.131170 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.361124 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:28.205188 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:29.904227 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:41:42.952199 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc4b7-86bc-4ae7-b65d-984fb52e8985 req-8bcf7b3a-c4de-4f14-8699-c536fd679f60 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:42.953697 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-14cfc4b7-86bc-4ae7-b65d-984fb52e8985 req-8bcf7b3a-c4de-4f14-8699-c536fd679f60 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0708501 Jun 22 18:41:42.992961 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-14cfc4b7-86bc-4ae7-b65d-984fb52e8985 req-d0d7ae58-0311-4dc0-9bd9-0e6ae9dd36cb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334802 Jun 22 18:41:44.193642 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7ac35-bd1a-4fd0-b8de-f4a0d7507ca4 req-39755449-050a-4f78-ac95-0e522b732ae2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:44.195074 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8db7ac35-bd1a-4fd0-b8de-f4a0d7507ca4 req-39755449-050a-4f78-ac95-0e522b732ae2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0770175 Jun 22 18:41:44.236764 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8db7ac35-bd1a-4fd0-b8de-f4a0d7507ca4 req-03b6aff3-dd0f-4491-af33-168fb17b4b17 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343559 Jun 22 18:41:45.432940 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2158756-4dd1-4534-9111-28f3dea22e87 req-28e34c71-5def-4fe4-8d31-ce5d71d6e4fb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:45.434493 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d2158756-4dd1-4534-9111-28f3dea22e87 req-28e34c71-5def-4fe4-8d31-ce5d71d6e4fb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0715349 Jun 22 18:41:45.481714 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d2158756-4dd1-4534-9111-28f3dea22e87 req-500427a0-36bc-4778-96eb-c8ae7d7cb6e8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 Jun 22 18:41:46.680079 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe49c1-a8dd-4748-91d9-ac431f7359a1 req-b8b3eef5-a193-4cd2-a6de-5a220aa39282 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:46.682095 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2abe49c1-a8dd-4748-91d9-ac431f7359a1 req-b8b3eef5-a193-4cd2-a6de-5a220aa39282 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0729170 Jun 22 18:41:46.724366 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2abe49c1-a8dd-4748-91d9-ac431f7359a1 req-a3946aac-640f-4188-8d5c-ab969f2d339c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358610 Jun 22 18:41:47.963677 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecbd53-6c22-4e9d-b198-fa37f171983f req-9a9bd679-d21d-453d-80d8-8b91db7fb887 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:47.965206 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-beecbd53-6c22-4e9d-b198-fa37f171983f req-9a9bd679-d21d-453d-80d8-8b91db7fb887 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1094458 Jun 22 18:41:47.980463 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b3512-4f58-4a91-ab4b-bdded08f6cac req-242e8a1a-2c6a-499f-995d-3702c437060f tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:47.981874 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-849b3512-4f58-4a91-ab4b-bdded08f6cac req-242e8a1a-2c6a-499f-995d-3702c437060f tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0931807 Jun 22 18:41:48.039964 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-beecbd53-6c22-4e9d-b198-fa37f171983f req-e01d674b-ab3b-4d55-a7d8-cb2f4c4708b7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570908 Jun 22 18:41:48.045819 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-849b3512-4f58-4a91-ab4b-bdded08f6cac req-f289a451-b1f9-4b55-9f6f-0196c6803894 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566940 Jun 22 18:41:49.272551 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6fdf2-b305-48a1-9dd6-bc0c96c1b1d6 req-99d1ba58-63da-406e-bf68-243d7f2d2e67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:49.274071 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8bc6fdf2-b305-48a1-9dd6-bc0c96c1b1d6 req-99d1ba58-63da-406e-bf68-243d7f2d2e67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 945 time: 0.1086333 Jun 22 18:41:49.298647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba525d04-e872-423f-b346-fb3cd01bc4fd req-e5608b3d-6549-4543-a562-e32098132806 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:49.300233 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ba525d04-e872-423f-b346-fb3cd01bc4fd req-e5608b3d-6549-4543-a562-e32098132806 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1237588 Jun 22 18:41:49.341974 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8bc6fdf2-b305-48a1-9dd6-bc0c96c1b1d6 req-4f048ced-1472-40af-bcfe-5009d3511562 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608473 Jun 22 18:41:49.361095 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ba525d04-e872-423f-b346-fb3cd01bc4fd req-8c27a643-9385-41a4-ab36-b51ff5dcc3e4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542264 Jun 22 18:41:49.873125 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-43418df5-0afb-46ad-a5db-8d73c1aa3ea5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:49.875108 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-43418df5-0afb-46ad-a5db-8d73c1aa3ea5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 945 time: 0.0693896 Jun 22 18:41:49.985902 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Deleting port 06ad92aa-dc48-4e54-a39d-891a60d0b23b {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:49.986289 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:50.083974 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] For port 06ad92aa-dc48-4e54-a39d-891a60d0b23b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=06ad92aa-dc48-4e54-a39d-891a60d0b23b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:50.084268 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:50.267404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:50.267781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:50.268095 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Floating IP 22e0b628-6df5-4d59-bcd7-51984116d4a5 disassociated. External IP: 172.27.3.46, port: 06ad92aa-dc48-4e54-a39d-891a60d0b23b. Jun 22 18:41:50.268436 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Calling delete_port for 06ad92aa-dc48-4e54-a39d-891a60d0b23b owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:50.422968 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:50.428500 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b01a1bd1-f510-434c-aa2a-7c69c0e92a47 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:50.468358 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event deleted for resources: {'Port': ['ID=06ad92aa-dc48-4e54-a39d-891a60d0b23b,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:50.502285 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.502790 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.503447 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.503766 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.504123 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.504476 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.504867 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.505365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.505768 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.506121 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.506464 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.506805 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:50.532638 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:50.535916 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7f4686d7-b3a7-4dfd-8a28-e2ec220c8752 req-585acaab-0bed-4ed5-9e60-b02dc5741271 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 210 time: 0.0645351 Jun 22 18:41:50.700719 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Router 18a23e45-50b4-483f-bf81-26d5927d5ffb has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:41:50.729566 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26356b93-2558-41f4-80e8-9974551793d9 req-6baafd17-fc22-4f9c-bbf9-ca2b9b734f2f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:50.731181 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-26356b93-2558-41f4-80e8-9974551793d9 req-6baafd17-fc22-4f9c-bbf9-ca2b9b734f2f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1943693 Jun 22 18:41:50.844622 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-26356b93-2558-41f4-80e8-9974551793d9 req-f369fa86-3370-45bf-8346-3efc20ed149f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823014 Jun 22 18:41:50.869664 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:41:50.881477 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] Sync routers for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:41:50.893465 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:41:50.894126 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:41:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:50.941753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] No DVR routers for this DVR port 06ad92aa-dc48-4e54-a39d-891a60d0b23b on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:41:50.945325 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:50.950184 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-04d8366a-c4a9-4cc3-8363-fe3e464175af req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "DELETE /v2.0/ports/06ad92aa-dc48-4e54-a39d-891a60d0b23b HTTP/1.1" status: 204 len: 173 time: 1.0689776 Jun 22 18:41:50.951007 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54301453-8bcc-43a9-8749-9709f70b9b10', 'name': 'network-vif-deleted', 'tag': '06ad92aa-dc48-4e54-a39d-891a60d0b23b'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:41:50.955195 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7ff82f-6783-49d0-bbce-be153aefba17" -d '{"events": [{"server_uuid": "54301453-8bcc-43a9-8749-9709f70b9b10", "name": "network-vif-deleted", "tag": "06ad92aa-dc48-4e54-a39d-891a60d0b23b"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:41:51.022172 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:41:51.026787 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d331da0-600d-428d-8b76-17456e68c963 x-openstack-request-id: req-0d331da0-600d-428d-8b76-17456e68c963 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:41:51.027587 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54301453-8bcc-43a9-8749-9709f70b9b10", "name": "network-vif-deleted", "tag": "06ad92aa-dc48-4e54-a39d-891a60d0b23b", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:41:51.028242 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d331da0-600d-428d-8b76-17456e68c963 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:41:51.028947 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54301453-8bcc-43a9-8749-9709f70b9b10', 'name': 'network-vif-deleted', 'tag': '06ad92aa-dc48-4e54-a39d-891a60d0b23b', 'status': 'completed', 'code': 200} Jun 22 18:41:51.250945 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:51.280550 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] Checking router: 18a23e45-50b4-483f-bf81-26d5927d5ffb for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:41:51.291170 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:41:51.291925 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:41:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:51.418604 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:41:51.661094 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:51.701376 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c0d70-6cad-416c-ae31-25cd9c1d74e6 None None] The sync data for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi is: [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:41:51.731911 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb35a49a-7382-4304-8f0b-f24f16cd255b req-744a7f32-16f6-4dae-af75-402016a01ab4 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=54301453-8bcc-43a9-8749-9709f70b9b10 HTTP/1.1" status: 200 len: 210 time: 0.0460856 Jun 22 18:41:51.834600 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 06ad92aa-dc48-4e54-a39d-891a60d0b23b no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:51.857065 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 06ad92aa-dc48-4e54-a39d-891a60d0b23b {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:51.857417 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 06ad92aa-dc48-4e54-a39d-891a60d0b23b not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:51.972258 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25774e0-d1e4-4a31-a28c-0186064acfb3 None None] New status for floating IP 22e0b628-6df5-4d59-bcd7-51984116d4a5: DOWN {{(pid=92908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:41:52.057406 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-24774c0f-52fb-4c47-b36b-8e118bba4f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:52.130315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c2e37-a429-431b-bf55-7bc98ea895e8 req-713fe7eb-aeb2-4041-ace6-fc2160f36e28 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:52.132388 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c65c2e37-a429-431b-bf55-7bc98ea895e8 req-713fe7eb-aeb2-4041-ace6-fc2160f36e28 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1479065 Jun 22 18:41:52.180044 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c65c2e37-a429-431b-bf55-7bc98ea895e8 req-792cdd0a-1fb6-4e0a-9992-2af97823f70c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Jun 22 18:41:53.125851 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-4a8e69ed-1b94-4090-aa83-c42b65cdb74f tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053602664&fields=id&tenant_id=1b0d77d3dfc94590a6095cdee66d20eb HTTP/1.1" status: 200 len: 267 time: 0.0518067 Jun 22 18:41:53.273445 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291d55-c7e8-4659-a895-f81326e2182d req-0d1b1aaa-87f5-4492-8079-b05241d0eaed tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:53.277253 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-0d1b1aaa-87f5-4492-8079-b05241d0eaed tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 812 time: 0.1412435 Jun 22 18:41:53.295202 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-f983ce59-cfb1-4204-98fa-7f4a781104c1 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/quotas/1b0d77d3dfc94590a6095cdee66d20eb HTTP/1.1" status: 200 len: 375 time: 0.0121481 Jun 22 18:41:53.421063 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-4e5da8bd-15b3-4980-a346-fa5e286bff8a tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201217 Jun 22 18:41:53.443232 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1b4f3-22fa-4504-bf76-fa5dec7df4eb req-1b2d1e68-a6b0-4517-9924-107f62a42dce tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:53.444816 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34c1b4f3-22fa-4504-bf76-fa5dec7df4eb req-1b2d1e68-a6b0-4517-9924-107f62a42dce tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1030643 Jun 22 18:41:53.494843 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-82972173-3fe6-4027-8fb6-890e6661a4da service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:41:53.495923 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-82972173-3fe6-4027-8fb6-890e6661a4da service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611298 Jun 22 18:41:53.499855 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34c1b4f3-22fa-4504-bf76-fa5dec7df4eb req-ecdb2296-1886-403a-9b81-357305a5d470 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479739 Jun 22 18:41:53.592570 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-ab9eb479-e5fe-468c-bd8e-56e5ad6db694 service neutron] 10.222.0.39 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899119 Jun 22 18:41:53.691149 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b3619030-c694-4954-818a-74ac50a3b470 service neutron] 10.222.0.39 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926802 Jun 22 18:41:54.698543 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313deee-8ab4-45cf-8d8d-5274e3f4206a req-4ec93bdc-6172-4209-b1d1-465f194f4d10 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:54.700180 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2313deee-8ab4-45cf-8d8d-5274e3f4206a req-4ec93bdc-6172-4209-b1d1-465f194f4d10 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0702698 Jun 22 18:41:54.742163 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2313deee-8ab4-45cf-8d8d-5274e3f4206a req-8a72938c-9bd3-4712-8c2b-ba31ad2679c9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355148 Jun 22 18:41:55.064255 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0ad0b24e-7b44-4223-b3bc-307f93ce6be1 req-4498dcea-b5ce-4e9b-88b7-320df4134d60 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 210 time: 0.0312982 Jun 22 18:41:55.652903 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a53e948c-5036-4685-b015-ebbdf634d9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:55.850123 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:55.859935 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:41:55.933644 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd8e27-2f19-4ba9-8c03-4ee936d937ec req-e8f5d50f-3cc1-4087-bd4c-ef54ac3f2680 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:55.935024 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-befd8e27-2f19-4ba9-8c03-4ee936d937ec req-e8f5d50f-3cc1-4087-bd4c-ef54ac3f2680 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0642834 Jun 22 18:41:55.957581 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:55.969559 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'port_id': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'mac_address': 'fa:16:3e:2c:8f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:41:55.978009 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-befd8e27-2f19-4ba9-8c03-4ee936d937ec req-05401bb0-0805-411f-9a71-9e3ae89e7799 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372500 Jun 22 18:41:56.007059 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:56.019876 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bb8ee19-16a8-4167-bb92-4c907657a216 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:41:56.040402 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:56.045612 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:56.047408 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:56.100466 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=6']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:56.109417 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.109770 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.110113 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.110448 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.110805 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.111138 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.111617 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.112048 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.112584 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.113153 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.113518 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.113846 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:56.121674 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:56.135163 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:56.224141 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['6bb8ee19-16a8-4167-bb92-4c907657a216'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:41:56.242546 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ba76e802-6d03-4f22-8cd5-f7c01c2664ac req-81364dca-96c7-4457-9dee-bc621f2b8faa tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 210 time: 0.0532227 Jun 22 18:41:56.334595 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291d55-c7e8-4659-a895-f81326e2182d req-a769c522-db0c-4952-a0f2-5de38bc0b76f tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:56.336093 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-a769c522-db0c-4952-a0f2-5de38bc0b76f tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 812 time: 0.1343212 Jun 22 18:41:56.387845 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:56.405385 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-6a41aa1a-bb5c-4481-b606-f8aa42e9f608 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0d77d3dfc94590a6095cdee66d20eb HTTP/1.1" status: 200 len: 380 time: 0.0492744 Jun 22 18:41:56.418329 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'port': {'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'admin_state_up': True, 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'security_groups': ['73640e8f-c1f0-4b22-b538-69153904d56d']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:41:56.540335 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Made reservation on behalf of 1b0d77d3dfc94590a6095cdee66d20eb for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:41:56.544817 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:56.707826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Allocated IP 172.20.0.9 (cced807c-560b-42fb-a194-89ecf5911542/4a9f9933-3ddb-44f9-869c-cde65ddf72b0/d38daf66-da3e-4f3d-8ece-2bb70e139c7b) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:41:56.895361 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:56.914179 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Transition to ACTIVE for port object d38daf66-da3e-4f3d-8ece-2bb70e139c7b will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:41:56.949984 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:56.954200 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3a5fbc78-8da8-4a06-9687-10ee69e4b732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:56.996587 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Network cced807c-560b-42fb-a194-89ecf5911542 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:41:57.000161 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:41:57.003979 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:41:57.011211 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'Port': ['ID=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:57.017482 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:57.064995 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:57.065660 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:57.082778 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6704583 Jun 22 18:41:57.101217 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Request body: {'port': {'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:41:57.237926 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:57.262678 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7caca7-cc23-498d-9d77-18b5671621d4 req-f7587be7-8abe-47a2-9b70-bad3f66c1bfe tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:57.264191 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e7caca7-cc23-498d-9d77-18b5671621d4 req-f7587be7-8abe-47a2-9b70-bad3f66c1bfe tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 944 time: 0.1406300 Jun 22 18:41:57.277624 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-6a0f9df8-a16e-4e20-aa7b-b3c3c3652d37 None None] Provisioning for port d38daf66-da3e-4f3d-8ece-2bb70e139c7b completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:41:57.283309 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-6a0f9df8-a16e-4e20-aa7b-b3c3c3652d37 None None] Provisioning complete for port d38daf66-da3e-4f3d-8ece-2bb70e139c7b triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:41:57.283982 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9df8-a16e-4e20-aa7b-b3c3c3652d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:57.331134 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f9df8-a16e-4e20-aa7b-b3c3c3652d37 None None] Port d38daf66-da3e-4f3d-8ece-2bb70e139c7b cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:41:57.432524 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e7caca7-cc23-498d-9d77-18b5671621d4 req-94dfc7b6-d0e4-4264-98d1-b7c7c71e9416 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423826 Jun 22 18:41:57.539061 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9e7d2-438a-4925-8867-5026b618d606 req-2d975635-66f9-4f40-a856-145b36c2443e tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:57.540528 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bd9e7d2-438a-4925-8867-5026b618d606 req-2d975635-66f9-4f40-a856-145b36c2443e tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 931 time: 0.1474838 Jun 22 18:41:57.606428 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2bd9e7d2-438a-4925-8867-5026b618d606 req-7e7c3b87-b594-4b63-8d6b-e573effe448d tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562046 Jun 22 18:41:57.639378 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38daf66-da3e-4f3d-8ece-2bb70e139c7b {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:41:57.647151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:57.659219 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Transition to ACTIVE for port object d38daf66-da3e-4f3d-8ece-2bb70e139c7b will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:41:57.662990 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:57.665730 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b97c00e8-ca35-4b9a-ac15-d799dc452f6a tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:57.715515 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Pushing event updated for resources: {'Port': ['ID=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:57.736881 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:57.788544 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Attempting to bind port d38daf66-da3e-4f3d-8ece-2bb70e139c7b on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:41:57.788877 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Attempting to bind port d38daf66-da3e-4f3d-8ece-2bb70e139c7b by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:41:57.789207 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Attempting to bind port d38daf66-da3e-4f3d-8ece-2bb70e139c7b on network cced807c-560b-42fb-a194-89ecf5911542 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:41:57.794201 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Port d38daf66-da3e-4f3d-8ece-2bb70e139c7b on network cced807c-560b-42fb-a194-89ecf5911542 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:41:57.794528 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Attempting to bind port d38daf66-da3e-4f3d-8ece-2bb70e139c7b on network cced807c-560b-42fb-a194-89ecf5911542 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:41:57.799828 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:41:57.800211 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Checking segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:41:57.800586 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Bound using segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:41:57.801014 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Bound port: d38daf66-da3e-4f3d-8ece-2bb70e139c7b, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:41:57.801365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:57.870553 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] For port d38daf66-da3e-4f3d-8ece-2bb70e139c7b, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:41:57.873946 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] For port d38daf66-da3e-4f3d-8ece-2bb70e139c7b, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:41:57.874384 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:41:57.880533 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:57.882717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9b81968e-c0b1-4df9-8df4-891f49a09147 tempest-ServerRescueNegativeTestJSON-1337401892 tempest-ServerRescueNegativeTestJSON-1337401892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:57.919850 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:57.920387 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:57.921778 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] 10.222.0.109 "PUT /v2.0/ports/d38daf66-da3e-4f3d-8ece-2bb70e139c7b HTTP/1.1" status: 200 len: 1093 time: 0.8250191 Jun 22 18:41:57.922282 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:41:57.924815 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6002386e-8ca0-4e75-a259-764faf853331" -d '{"events": [{"name": "network-changed", "server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:41:57.931915 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 6bb8ee19-16a8-4167-bb92-4c907657a216 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:41:57.932328 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:57.948769 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Pushing event updated for resources: {'Port': ['ID=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:57.960517 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:57.976957 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcce15d-54d3-43e2-8851-a50c1473b710 x-openstack-request-id: req-3fcce15d-54d3-43e2-8851-a50c1473b710 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:41:57.977284 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:41:57.977572 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fcce15d-54d3-43e2-8851-a50c1473b710 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:41:57.978097 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'status': 'completed', 'code': 200} Jun 22 18:41:58.051448 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:58.082682 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:41:58.085275 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccef731-1524-4c21-b6e1-554dab7ebe57" -d '{"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:41:58.088387 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291d55-c7e8-4659-a895-f81326e2182d req-f8535106-9842-4243-9c36-7adcfbdc63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:58.090497 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-f8535106-9842-4243-9c36-7adcfbdc63fd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 1096 time: 0.0900035 Jun 22 18:41:58.099760 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:58.105219 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:58.108299 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-52ee070c-6e69-4672-8e00-19693b808aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:58.135561 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e87bd60-9b44-4943-8c27-9208f2aea257 x-openstack-request-id: req-9e87bd60-9b44-4943-8c27-9208f2aea257 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:41:58.135917 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:41:58.136184 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e87bd60-9b44-4943-8c27-9208f2aea257 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:41:58.136600 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'code': 200} Jun 22 18:41:58.150807 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-104b6079-ddd9-4f82-af7c-f793c063d5c3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b HTTP/1.1" status: 200 len: 217 time: 0.0440545 Jun 22 18:41:58.165190 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=7']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:58.169127 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:58.211572 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:58.219781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291d55-c7e8-4659-a895-f81326e2182d req-0c3af682-e30e-4208-ac66-90746357be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:58.221231 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-0c3af682-e30e-4208-ac66-90746357be28 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0487378 Jun 22 18:41:58.288217 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291d55-c7e8-4659-a895-f81326e2182d req-92038417-665a-43ee-b997-f13f66082804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:58.289822 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-92038417-665a-43ee-b997-f13f66082804 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618522 Jun 22 18:41:58.719203 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-aad8f825-c009-43f4-abaa-c9c9e148e7db service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200344 Jun 22 18:41:58.732321 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435385-3a0f-4030-abbe-a6909b902f17 req-32d30996-2ae3-429c-823b-3ca3b3bc0823 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:58.733776 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a1435385-3a0f-4030-abbe-a6909b902f17 req-32d30996-2ae3-429c-823b-3ca3b3bc0823 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1280675 Jun 22 18:41:58.875967 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a1435385-3a0f-4030-abbe-a6909b902f17 req-e845e6d5-c894-4ee3-ab82-620c8efbd5f9 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327851 Jun 22 18:41:58.912901 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4b291d55-c7e8-4659-a895-f81326e2182d req-9153a9de-60be-416c-8a1a-8586a84a342d service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780922 Jun 22 18:41:58.936439 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6caaae-ee88-4e9c-9d64-1d047f5dadd4 req-44ac715d-690c-43fc-9231-fd2502bcec85 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:58.938154 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0f6caaae-ee88-4e9c-9d64-1d047f5dadd4 req-44ac715d-690c-43fc-9231-fd2502bcec85 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 943 time: 0.1425598 Jun 22 18:41:58.980619 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0f6caaae-ee88-4e9c-9d64-1d047f5dadd4 req-37f4e2d1-604c-4de7-b467-8faa4bfe1905 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359418 Jun 22 18:41:59.096426 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002386e-8ca0-4e75-a259-764faf853331 req-197dd03d-b4f4-43aa-b84f-87b6de632521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:59.097922 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6002386e-8ca0-4e75-a259-764faf853331 req-197dd03d-b4f4-43aa-b84f-87b6de632521 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 1096 time: 0.0564611 Jun 22 18:41:59.191480 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002386e-8ca0-4e75-a259-764faf853331 req-28b91263-eb7d-4e06-94c3-24b0bcbcf9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:59.192948 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6002386e-8ca0-4e75-a259-764faf853331 req-28b91263-eb7d-4e06-94c3-24b0bcbcf9b9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.0874224 Jun 22 18:41:59.236191 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6002386e-8ca0-4e75-a259-764faf853331 req-39d1bfa9-adc5-4824-b952-cd6201efe884 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b HTTP/1.1" status: 200 len: 217 time: 0.0354440 Jun 22 18:41:59.293448 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002386e-8ca0-4e75-a259-764faf853331 req-fd5cb7ef-6a26-4561-9e85-fd41513a2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:59.294893 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6002386e-8ca0-4e75-a259-764faf853331 req-fd5cb7ef-6a26-4561-9e85-fd41513a2fd7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0517437 Jun 22 18:41:59.358351 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002386e-8ca0-4e75-a259-764faf853331 req-9a7f0b4b-8f89-4933-812a-18a16950fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:59.359837 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6002386e-8ca0-4e75-a259-764faf853331 req-9a7f0b4b-8f89-4933-812a-18a16950fdd3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564334 Jun 22 18:41:59.455426 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6002386e-8ca0-4e75-a259-764faf853331 req-5691e67c-2ba1-4cd7-9182-eae04d329b96 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827224 Jun 22 18:41:59.549035 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6002386e-8ca0-4e75-a259-764faf853331 req-fe6be1b0-4c01-4f01-961d-4faeabdb2d0a service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846708 Jun 22 18:42:00.082170 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e79f0-30ea-453c-bc9e-1a149e18b552 req-574c66ee-5de2-43f7-a544-b627ced18a3a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:00.083728 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e2e79f0-30ea-453c-bc9e-1a149e18b552 req-574c66ee-5de2-43f7-a544-b627ced18a3a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.0761054 Jun 22 18:42:00.155106 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e2e79f0-30ea-453c-bc9e-1a149e18b552 req-0b589bf7-d47e-4d37-b251-8fa807c340c4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646183 Jun 22 18:42:00.188811 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513ef63-256f-44bc-9cd7-5f3bc189e958 req-71c19957-3f2d-4860-9828-c74b29fb40cc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:00.190489 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2513ef63-256f-44bc-9cd7-5f3bc189e958 req-71c19957-3f2d-4860-9828-c74b29fb40cc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 943 time: 0.0852895 Jun 22 18:42:00.235840 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2513ef63-256f-44bc-9cd7-5f3bc189e958 req-5f10a810-4d51-4de8-9c54-d6c61dfcdc92 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394850 Jun 22 18:42:00.986462 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-8b486306-23a9-4eda-8e38-36a7cf43c88f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596464 Jun 22 18:42:01.110770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-c5a9ca60-fd40-4b1a-b677-20526a3c8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:01.112807 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-c5a9ca60-fd40-4b1a-b677-20526a3c8b2c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1099 time: 0.0572236 Jun 22 18:42:01.233455 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-2d96af6c-a895-445c-b509-09f6f0addd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:01.234957 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-2d96af6c-a895-445c-b509-09f6f0addd83 service neutron] 10.222.0.109 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 911 time: 0.0986874 Jun 22 18:42:01.368773 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-87f291b5-0bf5-478c-b006-71a68b6ae15f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 1002 time: 0.1245909 Jun 22 18:42:01.529785 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83a7c-8767-4927-b107-9e3209ee72c2 req-81c0a8ce-daa0-4aa4-8ac7-823273fb229c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:01.531803 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d5c83a7c-8767-4927-b107-9e3209ee72c2 req-81c0a8ce-daa0-4aa4-8ac7-823273fb229c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.2311828 Jun 22 18:42:01.534145 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-06516728-d736-43d4-b2a3-ae4a747bb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:01.535963 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-06516728-d736-43d4-b2a3-ae4a747bb737 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 200 len: 848 time: 0.1590548 Jun 22 18:42:01.637057 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d5c83a7c-8767-4927-b107-9e3209ee72c2 req-4286cc12-b71f-4d9a-a7f9-bf53140dad2d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954242 Jun 22 18:42:01.645863 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd3958-023a-4568-a275-cd2200d9146a req-b4f7ffca-835d-4bf3-91bd-aadf14074dd5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:01.647897 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c5fd3958-023a-4568-a275-cd2200d9146a req-b4f7ffca-835d-4bf3-91bd-aadf14074dd5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 943 time: 0.2413166 Jun 22 18:42:01.720678 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c5fd3958-023a-4568-a275-cd2200d9146a req-70141882-c077-4953-bc1c-0c4d217ee2dc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639668 Jun 22 18:42:01.725895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-1443b8fc-8767-4b45-8cea-bf2ec348a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:01.727837 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-1443b8fc-8767-4b45-8cea-bf2ec348a920 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=46e95127-cbc9-462d-8502-81271746711a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1750352 Jun 22 18:42:01.859801 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-77066a06-a7b9-47e9-9829-8d2b6f97ddc3 service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240311 Jun 22 18:42:01.983203 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb8f2488-205e-4dfd-b94d-0440ad1a08ad req-1548a7aa-bc9a-4675-a64e-556ae735d603 service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149917 Jun 22 18:42:02.993204 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f254be0-8e0a-4e44-9406-1a0dad1e72f0 req-cdcc9515-41c2-4d98-a262-91f018b2661a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:02.996678 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6f254be0-8e0a-4e44-9406-1a0dad1e72f0 req-cdcc9515-41c2-4d98-a262-91f018b2661a tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1556063 Jun 22 18:42:03.024418 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbdfa7-b87a-48d1-a849-02eb43930e71 req-39344e01-b4f5-4398-a0b5-b1bc00608714 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:03.026006 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1cfbdfa7-b87a-48d1-a849-02eb43930e71 req-39344e01-b4f5-4398-a0b5-b1bc00608714 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 943 time: 0.1688321 Jun 22 18:42:03.088398 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6f254be0-8e0a-4e44-9406-1a0dad1e72f0 req-8699794c-55f2-4c4a-af0e-793136a1a36c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831616 Jun 22 18:42:03.110785 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1cfbdfa7-b87a-48d1-a849-02eb43930e71 req-3e712544-78f7-4b9f-8311-7a7a916915e2 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727515 Jun 22 18:42:04.405769 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5bf78-9b18-4165-a385-6f02610c7e88 req-b2fcb505-0250-45cd-9614-0cc9c0f3c256 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:04.407238 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f0f5bf78-9b18-4165-a385-6f02610c7e88 req-b2fcb505-0250-45cd-9614-0cc9c0f3c256 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1529558 Jun 22 18:42:04.417445 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751eb687-4646-4fc4-8804-a751406a39ef req-3d0985db-5274-4050-8c01-8d0e81d003d3 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:04.420390 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-751eb687-4646-4fc4-8804-a751406a39ef req-3d0985db-5274-4050-8c01-8d0e81d003d3 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 943 time: 0.1485391 Jun 22 18:42:04.488732 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f0f5bf78-9b18-4165-a385-6f02610c7e88 req-bad9dfc2-8255-4e4b-a4a0-2909b6f4e020 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671406 Jun 22 18:42:04.502506 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-751eb687-4646-4fc4-8804-a751406a39ef req-14e94a4d-524d-4c89-b696-1bde267e982c tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643914 Jun 22 18:42:05.770664 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b541f-22b0-4f5a-b81b-8671be9c5a9b req-8617cca4-93e6-4c3a-abf4-012e032fda50 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:05.772422 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-023b541f-22b0-4f5a-b81b-8671be9c5a9b req-8617cca4-93e6-4c3a-abf4-012e032fda50 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1394768 Jun 22 18:42:05.788250 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3101-2e7e-4925-94d0-6bd43cc7805f req-f0219052-465e-4845-808b-fdefb5a7c4b4 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:05.789894 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f1ad3101-2e7e-4925-94d0-6bd43cc7805f req-f0219052-465e-4845-808b-fdefb5a7c4b4 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 943 time: 0.1220038 Jun 22 18:42:05.857617 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f1ad3101-2e7e-4925-94d0-6bd43cc7805f req-db839efc-6d65-40bf-bc51-9108447593cb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593674 Jun 22 18:42:05.860632 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-023b541f-22b0-4f5a-b81b-8671be9c5a9b req-9ef9c46e-df11-49c0-a8a8-b5d528c0ea20 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822425 Jun 22 18:42:06.923213 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:42:07.139903 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c812e-d255-4932-ad95-e7271f300a86 req-61f42ee6-73e5-4e81-ab05-2fd208d9d6b4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:07.141295 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-082c812e-d255-4932-ad95-e7271f300a86 req-61f42ee6-73e5-4e81-ab05-2fd208d9d6b4 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1013765 Jun 22 18:42:07.153044 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0fb33-1c9c-47c3-acaf-38cc15bdae5d req-325f000c-ad7a-4d54-baa3-4a78fea38dcb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:07.154767 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c1a0fb33-1c9c-47c3-acaf-38cc15bdae5d req-325f000c-ad7a-4d54-baa3-4a78fea38dcb tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 943 time: 0.1520233 Jun 22 18:42:07.226049 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-082c812e-d255-4932-ad95-e7271f300a86 req-13864c5d-3c11-4932-bd76-0ff5718782f8 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699763 Jun 22 18:42:07.232250 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c1a0fb33-1c9c-47c3-acaf-38cc15bdae5d req-ed805c87-00a9-49f2-bc54-69ae789bb15b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646734 Jun 22 18:42:07.975129 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device d38daf66-da3e-4f3d-8ece-2bb70e139c7b details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:42:08.083209 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port d38daf66-da3e-4f3d-8ece-2bb70e139c7b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:08.096543 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:42:08.143651 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:08.158613 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38daf66-da3e-4f3d-8ece-2bb70e139c7b {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:42:08.181632 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port d38daf66-da3e-4f3d-8ece-2bb70e139c7b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:08.188191 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:08.190105 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:08.279776 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:08.285576 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:08.491607 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175d707-2ff7-470b-a677-7829863bb611 req-c9766ea0-414d-4b40-aaec-73b02459c233 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:08.493344 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f175d707-2ff7-470b-a677-7829863bb611 req-c9766ea0-414d-4b40-aaec-73b02459c233 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 944 time: 0.1003277 Jun 22 18:42:08.513892 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894264f3-bea0-4c63-91e3-17d096118d21 req-ad528c03-f172-43ed-990a-26b3795ad3a6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:08.518193 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-894264f3-bea0-4c63-91e3-17d096118d21 req-ad528c03-f172-43ed-990a-26b3795ad3a6 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1324975 Jun 22 18:42:08.588161 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f175d707-2ff7-470b-a677-7829863bb611 req-5bc29b17-a202-429a-af32-16b2fd60d09a tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687358 Jun 22 18:42:08.594229 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-894264f3-bea0-4c63-91e3-17d096118d21 req-25eec88e-0b67-498f-afb4-e5e538fce794 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692763 Jun 22 18:42:08.732940 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['d38daf66-da3e-4f3d-8ece-2bb70e139c7b'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:42:09.858409 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143303a8-2c4e-4689-8330-f95af45b42d2 req-bedae8d5-58b6-4a7e-bede-5b5b10ce9042 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:09.859965 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-143303a8-2c4e-4689-8330-f95af45b42d2 req-bedae8d5-58b6-4a7e-bede-5b5b10ce9042 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1184070 Jun 22 18:42:09.882936 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3372f3f-75e3-4e21-9e6a-0c91fe1344dc req-36d2f2ac-f82e-49d1-a8fa-c6fe87f8e281 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:09.884572 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a3372f3f-75e3-4e21-9e6a-0c91fe1344dc req-36d2f2ac-f82e-49d1-a8fa-c6fe87f8e281 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 944 time: 0.1589398 Jun 22 18:42:09.930599 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-143303a8-2c4e-4689-8330-f95af45b42d2 req-d6b039f5-c7dd-4f5e-a9b9-52a56ea7b425 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636902 Jun 22 18:42:09.944538 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a3372f3f-75e3-4e21-9e6a-0c91fe1344dc req-52938d19-93e8-4180-9136-f6674039ed0e tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528605 Jun 22 18:42:11.163886 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5df95-6487-4905-9721-09c7d671c8b4 req-77a0eccc-64ae-40b6-b677-795485130dd3 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:11.165234 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f5e5df95-6487-4905-9721-09c7d671c8b4 req-77a0eccc-64ae-40b6-b677-795485130dd3 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 944 time: 0.1051168 Jun 22 18:42:11.172521 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebef90-a84e-451a-9835-dd09554abff7 req-1353ce0f-5277-4dda-b424-f591a72ec742 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:11.173833 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16ebef90-a84e-451a-9835-dd09554abff7 req-1353ce0f-5277-4dda-b424-f591a72ec742 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1149116 Jun 22 18:42:11.230748 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f5e5df95-6487-4905-9721-09c7d671c8b4 req-365660c0-c7e6-4fb6-93cd-f541abbc6e56 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558357 Jun 22 18:42:11.235390 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16ebef90-a84e-451a-9835-dd09554abff7 req-43ba33ec-b561-4ca7-9a96-58c765f60302 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545950 Jun 22 18:42:12.001431 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe87536-f772-47a6-a00f-f33db0767007 req-e6650360-8e12-4320-92a0-9b0d7d2ef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:12.002880 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebe87536-f772-47a6-a00f-f33db0767007 req-e6650360-8e12-4320-92a0-9b0d7d2ef0db service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 1098 time: 0.0535626 Jun 22 18:42:12.008900 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device d38daf66-da3e-4f3d-8ece-2bb70e139c7b up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:42:12.058140 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port d38daf66-da3e-4f3d-8ece-2bb70e139c7b completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:42:12.062047 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port d38daf66-da3e-4f3d-8ece-2bb70e139c7b triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:42:12.062449 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:12.099275 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe87536-f772-47a6-a00f-f33db0767007 req-af0a6b00-5984-4816-a287-b320f3486b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:12.100677 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebe87536-f772-47a6-a00f-f33db0767007 req-af0a6b00-5984-4816-a287-b320f3486b35 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.0899055 Jun 22 18:42:12.178355 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebe87536-f772-47a6-a00f-f33db0767007 req-fc26943f-e314-4766-9c44-b91a7d4d01ee service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb8ee19-16a8-4167-bb92-4c907657a216 HTTP/1.1" status: 200 len: 1000 time: 0.0690274 Jun 22 18:42:12.230489 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe87536-f772-47a6-a00f-f33db0767007 req-c1864218-a095-4b94-89ba-7aea4c142e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:12.232010 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebe87536-f772-47a6-a00f-f33db0767007 req-c1864218-a095-4b94-89ba-7aea4c142e24 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0470586 Jun 22 18:42:12.269481 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:12.295308 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe87536-f772-47a6-a00f-f33db0767007 req-8a8b229b-bd13-46ab-9f19-f684de16822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:12.297373 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebe87536-f772-47a6-a00f-f33db0767007 req-8a8b229b-bd13-46ab-9f19-f684de16822c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588446 Jun 22 18:42:12.302582 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:12.305059 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb0ad00-59d8-49b3-8de4-db313bb43735" -d '{"events": [{"server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "name": "network-vif-plugged", "status": "completed", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:12.312518 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port d38daf66-da3e-4f3d-8ece-2bb70e139c7b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:12.318175 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:12.320272 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:12.371561 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:12.374906 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:12.498574 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebe87536-f772-47a6-a00f-f33db0767007 req-0a45bd55-fa59-451e-9605-4acd30ba7068 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925101 Jun 22 18:42:12.544507 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3791f-3791-4108-b638-465fe0495af4 req-8e24bbf6-af91-4013-a2a9-b8863b483755 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:12.546011 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a8d3791f-3791-4108-b638-465fe0495af4 req-8e24bbf6-af91-4013-a2a9-b8863b483755 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 945 time: 0.1731279 Jun 22 18:42:12.581057 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1cbef-13b4-4f32-9f74-bcc686764f30 req-442c8e64-0449-4849-bb93-de662277ad92 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:12.582480 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4de1cbef-13b4-4f32-9f74-bcc686764f30 req-442c8e64-0449-4849-bb93-de662277ad92 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1947029 Jun 22 18:42:12.657700 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a8d3791f-3791-4108-b638-465fe0495af4 req-44cda883-af83-4eb5-a69a-5ef613752f59 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852814 Jun 22 18:42:12.664503 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4de1cbef-13b4-4f32-9f74-bcc686764f30 req-a7968ab9-dd6b-4eac-b30a-1f04ef3e6faf tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740814 Jun 22 18:42:12.694401 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebe87536-f772-47a6-a00f-f33db0767007 req-a3e31461-571d-4aa2-9de1-b3bfab2c86f7 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805904 Jun 22 18:42:12.705833 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaa3863-620c-4a0f-8a98-c914e9919348 x-openstack-request-id: req-baaa3863-620c-4a0f-8a98-c914e9919348 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:12.706136 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "name": "network-vif-plugged", "status": "completed", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:12.706839 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-baaa3863-620c-4a0f-8a98-c914e9919348 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:12.706839 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'code': 200} Jun 22 18:42:13.339554 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbdb1a-f9f1-4cb9-8df3-d88ead160de7 req-2e1155a1-1a4c-49ba-8804-0929af4f9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:13.341018 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1bcbdb1a-f9f1-4cb9-8df3-d88ead160de7 req-2e1155a1-1a4c-49ba-8804-0929af4f9c50 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 1098 time: 0.3280025 Jun 22 18:42:13.376446 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1bcbdb1a-f9f1-4cb9-8df3-d88ead160de7 req-cebc2c45-5f4f-408a-9001-604efa7d2536 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287411 Jun 22 18:42:13.886820 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e994fdf-829f-48a8-a160-2dfb46980107 req-22459443-51be-4754-b53e-ac110c10f2f2 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:13.888327 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8e994fdf-829f-48a8-a160-2dfb46980107 req-22459443-51be-4754-b53e-ac110c10f2f2 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 945 time: 0.1156971 Jun 22 18:42:13.901792 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c4f2f-64a7-424a-84a8-cc4117e97a6b req-43aa7940-99fe-45ec-a591-0adddbc3bea0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:13.903150 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fa4c4f2f-64a7-424a-84a8-cc4117e97a6b req-43aa7940-99fe-45ec-a591-0adddbc3bea0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 945 time: 0.1039979 Jun 22 18:42:13.956408 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8e994fdf-829f-48a8-a160-2dfb46980107 req-53dcf9b4-4c48-4df7-a110-33ba7508e6c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624256 Jun 22 18:42:13.961357 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fa4c4f2f-64a7-424a-84a8-cc4117e97a6b req-c8036a6c-a826-4ffe-b6cf-0d3dba383418 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524626 Jun 22 18:42:14.007840 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:42:14.083100 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:14.117448 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:14.122456 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:14.124285 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-f9239895-42f6-4314-b9ad-072427ab654d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:14.169164 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=8']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:14.172140 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:14.708051 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:14.710401 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930720f9-f25c-4ea2-864d-6e35bf02f011" -d '{"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:14.746625 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f47d40-4ce0-4750-be2c-1b52aed0ca7f x-openstack-request-id: req-e3f47d40-4ce0-4750-be2c-1b52aed0ca7f {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:14.746925 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:14.747185 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3f47d40-4ce0-4750-be2c-1b52aed0ca7f {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:14.747633 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'code': 200} Jun 22 18:42:15.145322 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35f2d3-6f3b-42c0-87ff-76d8cc8b867a req-995b4973-d9c6-4be6-aaa7-926c1ea88f57 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:15.147207 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4a35f2d3-6f3b-42c0-87ff-76d8cc8b867a req-995b4973-d9c6-4be6-aaa7-926c1ea88f57 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 945 time: 0.0758591 Jun 22 18:42:15.191088 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4a35f2d3-6f3b-42c0-87ff-76d8cc8b867a req-049c9e61-a358-4e37-82c1-c9beeedb5cdc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374053 Jun 22 18:42:15.367904 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b467044-8489-4a6c-988a-c8e84a9db1e2 req-b8e069f4-7cfe-4e57-9d9c-741bff2720f1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:15.369485 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0b467044-8489-4a6c-988a-c8e84a9db1e2 req-b8e069f4-7cfe-4e57-9d9c-741bff2720f1 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.1083045 Jun 22 18:42:15.422721 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2934b9-1baa-488f-9886-3b2c7debc4eb req-2173692d-4268-4d43-810e-a80d01361fea tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:15.424252 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7b2934b9-1baa-488f-9886-3b2c7debc4eb req-2173692d-4268-4d43-810e-a80d01361fea tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.1143057 Jun 22 18:42:15.427313 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0b467044-8489-4a6c-988a-c8e84a9db1e2 req-de8955b2-4d24-46f5-b51c-61e59e6f644b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503221 Jun 22 18:42:15.466027 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7b2934b9-1baa-488f-9886-3b2c7debc4eb req-81438a77-6624-4223-837b-0b7a01dc35c3 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360692 Jun 22 18:42:16.380113 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069ed37-a0b6-4127-9859-2cb637b5d333 req-ff443de5-65e3-40f0-91a7-602dc54dc7b8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:16.381560 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d069ed37-a0b6-4127-9859-2cb637b5d333 req-ff443de5-65e3-40f0-91a7-602dc54dc7b8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 945 time: 0.0691295 Jun 22 18:42:16.419638 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d069ed37-a0b6-4127-9859-2cb637b5d333 req-8f78c436-3f7e-4155-93cc-0114654707c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317900 Jun 22 18:42:16.635756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68365d86-10b2-4863-9dfe-75b104dd8b44 req-7eb4be87-cbd9-4390-b5f8-ce1c491a6bb5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:16.637111 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-68365d86-10b2-4863-9dfe-75b104dd8b44 req-7eb4be87-cbd9-4390-b5f8-ce1c491a6bb5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 945 time: 0.1041272 Jun 22 18:42:16.648854 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba48c-0298-4d96-b845-cfd02d744f98 req-7bc30452-5ed9-4e67-8aa1-3b02e9916adb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:16.650307 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a03ba48c-0298-4d96-b845-cfd02d744f98 req-7bc30452-5ed9-4e67-8aa1-3b02e9916adb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.1054826 Jun 22 18:42:16.709266 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-68365d86-10b2-4863-9dfe-75b104dd8b44 req-9e208e9e-8458-4b2e-80c9-572d6b584a01 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573554 Jun 22 18:42:16.711950 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a03ba48c-0298-4d96-b845-cfd02d744f98 req-bd2a2b35-3117-4e09-9e3d-dd90bbb34793 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542564 Jun 22 18:42:16.734962 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40438) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:16.793079 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e54b84c-92a2-4ad1-b4a4-eebcb34f69ba tempest-TestVolumeBootPattern-1712386066 tempest-TestVolumeBootPattern-1712386066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:16.797544 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2e54b84c-92a2-4ad1-b4a4-eebcb34f69ba tempest-TestVolumeBootPattern-1712386066 tempest-TestVolumeBootPattern-1712386066-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 1093 time: 0.0585871 Jun 22 18:42:16.798021 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 40442) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:16.804444 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'floatingip': {'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:42:16.828650 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:16.907799 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625d75b-42b8-43de-9ed7-c00d3b6f97f7 req-45b765a5-5729-48bb-94de-6753a9a7e9da tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:16.909260 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7625d75b-42b8-43de-9ed7-c00d3b6f97f7 req-45b765a5-5729-48bb-94de-6753a9a7e9da tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0791655 Jun 22 18:42:16.946991 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:16.957635 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7625d75b-42b8-43de-9ed7-c00d3b6f97f7 req-c414780a-917a-4a17-9dc6-0cf3bf3136e7 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410211 Jun 22 18:42:17.066072 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Allocated IP 172.27.3.97 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/cf35c40b-1c59-48a3-b1bb-179a30ccd7c0) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:42:17.178567 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:17.219366 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2973071'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:17.221393 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0f0f8b78-188b-43a5-a9d7-7ea05153dbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:17.259245 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:42:17.263855 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:42:17.268161 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:42:17.271462 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'Port': ['ID=cf35c40b-1c59-48a3-b1bb-179a30ccd7c0,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:17.297711 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.298085 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.298448 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.298807 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.299163 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.299535 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.299886 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.300343 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.300966 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.300966 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.301243 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.301583 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:17.313363 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:17.668652 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:17.748127 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:17.922968 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:17.933444 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:17.942600 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0b312b6b-8cb3-4f52-992e-6d6482b8d58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:17.983000 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1405ff-f6d4-4506-ad32-d86e3beb49f1 req-311298b0-5f9d-464f-b123-2e27befefd48 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:17.985223 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d1405ff-f6d4-4506-ad32-d86e3beb49f1 req-311298b0-5f9d-464f-b123-2e27befefd48 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0939021 Jun 22 18:42:18.029393 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:42:18.046227 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9d1405ff-f6d4-4506-ad32-d86e3beb49f1 req-1535f714-8b5c-4505-a47d-661b291cea9d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541875 Jun 22 18:42:18.136958 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40488) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:18.178388 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37e3d1-1eaa-470d-ba0d-fe432448006f req-11541cc2-50eb-4b74-a0ae-afb9ee3bfd03 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:18.179668 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6d37e3d1-1eaa-470d-ba0d-fe432448006f req-11541cc2-50eb-4b74-a0ae-afb9ee3bfd03 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0831900 Jun 22 18:42:18.220346 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'Port': ['ID=cf35c40b-1c59-48a3-b1bb-179a30ccd7c0,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:18.224363 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:18.231237 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:18.261120 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6d37e3d1-1eaa-470d-ba0d-fe432448006f req-c197205a-94bd-4e8b-87b3-2a2f6a56807c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717080 Jun 22 18:42:18.276903 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-c947e0a1-b966-455c-a23f-a25a467167c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1386514 Jun 22 18:42:18.348961 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.l3_db [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Floating IP 017fccd4-1d91-4d66-b9e1-e641780d58b5 associated. External IP: 172.27.3.97, port: d38daf66-da3e-4f3d-8ece-2bb70e139c7b. Jun 22 18:42:18.580127 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Router 18a23e45-50b4-483f-bf81-26d5927d5ffb has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:42:18.692118 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:42:18.702259 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] Sync routers for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:42:18.708683 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:18.712357 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:42:18.713101 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:41:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:18.754616 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9538352 Jun 22 18:42:18.755399 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b'}] {{(pid=92906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:18.757773 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ff035369c1c9d6bf504f743e9aafde6dd958d2f8985069b97200d5a2741ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f701d0-119e-4df7-9d82-26148a778280" -d '{"events": [{"name": "network-changed", "server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b"}]}' {{(pid=92906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:18.800891 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e743ac-427d-4f32-b7f3-aee5740c8a78 x-openstack-request-id: req-e8e743ac-427d-4f32-b7f3-aee5740c8a78 {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:18.801213 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b", "status": "completed", "code": 200}]} {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:18.801497 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8e743ac-427d-4f32-b7f3-aee5740c8a78 {{(pid=92906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:18.802034 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'status': 'completed', 'code': 200} Jun 22 18:42:18.829863 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:42:18.924105 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f701d0-119e-4df7-9d82-26148a778280 req-a5417a26-29cf-43bf-abec-e25d6a35bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:18.925610 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-a5417a26-29cf-43bf-abec-e25d6a35bb6b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 1098 time: 0.0584416 Jun 22 18:42:19.022375 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f701d0-119e-4df7-9d82-26148a778280 req-203604a0-a759-43fe-914f-0a0641b45c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:19.024058 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-203604a0-a759-43fe-914f-0a0641b45c12 service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.0917668 Jun 22 18:42:19.076238 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '017fccd4-1d91-4d66-b9e1-e641780d58b5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:17Z', 'updated_at': '2021-06-22T18:42:17Z', 'revision_number': 0, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:19.096516 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-90651938-b6f3-4f6f-988e-fe801ec309fe service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b HTTP/1.1" status: 200 len: 998 time: 0.0643113 Jun 22 18:42:19.107968 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] Checking router: 18a23e45-50b4-483f-bf81-26d5927d5ffb for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:42:19.116807 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:42:19.117431 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:41:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:19.149380 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f701d0-119e-4df7-9d82-26148a778280 req-eba12104-1eeb-4983-9a0b-6ab52482b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:19.151423 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-eba12104-1eeb-4983-9a0b-6ab52482b3fe service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0445979 Jun 22 18:42:19.224026 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:42:19.254099 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f701d0-119e-4df7-9d82-26148a778280 req-0131035e-149b-4169-8097-d0c4a3e13370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:19.255616 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-0131035e-149b-4169-8097-d0c4a3e13370 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973983 Jun 22 18:42:19.267947 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5824481-f181-45bf-8a2a-5cad86dae291 req-8e5d4e1f-c5e9-4367-ab19-186bdf6aaefb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:19.269432 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5824481-f181-45bf-8a2a-5cad86dae291 req-8e5d4e1f-c5e9-4367-ab19-186bdf6aaefb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0851650 Jun 22 18:42:19.275071 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-0639b2e5-7227-4887-a860-1edb8dc8a9ef service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:42:19.276651 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-0639b2e5-7227-4887-a860-1edb8dc8a9ef service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062943 Jun 22 18:42:19.398846 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5824481-f181-45bf-8a2a-5cad86dae291 req-2f2a8777-1c15-438a-b878-b49a3301cf7b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212332 Jun 22 18:42:19.473123 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-4fb35274-da04-4358-8d46-89d153b1e58b service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891305 Jun 22 18:42:19.479363 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '017fccd4-1d91-4d66-b9e1-e641780d58b5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:17Z', 'updated_at': '2021-06-22T18:42:17Z', 'revision_number': 0, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:19.509462 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c9040e-4ef1-4ffe-8d45-5113522a2f28 None None] The sync data for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi is: [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '017fccd4-1d91-4d66-b9e1-e641780d58b5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:17Z', 'updated_at': '2021-06-22T18:42:17Z', 'revision_number': 0, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:42:19.537892 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-17ce261a-b45d-4834-8859-af7cacc81884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:19.539473 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-17ce261a-b45d-4834-8859-af7cacc81884 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707&tenant_id=55342b2958f44882a29920c8df55761a HTTP/1.1" status: 200 len: 1096 time: 0.2043941 Jun 22 18:42:19.567440 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632f0c4-16fa-4db1-8507-56c49e172854 req-e8021202-3716-4a74-a39e-7d35b689b45b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:19.568982 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0632f0c4-16fa-4db1-8507-56c49e172854 req-e8021202-3716-4a74-a39e-7d35b689b45b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.1736560 Jun 22 18:42:19.652316 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-e70385ec-468a-4a09-ad97-9c07388e1ce8 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688914 Jun 22 18:42:19.674307 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0632f0c4-16fa-4db1-8507-56c49e172854 req-a9c24ed7-5579-4459-aa89-7979593a7234 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963781 Jun 22 18:42:19.697207 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-b3d99df6-52d4-4d6d-9bc7-bcc40d3026d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:19.699932 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-b3d99df6-52d4-4d6d-9bc7-bcc40d3026d8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 1096 time: 0.1210134 Jun 22 18:42:19.746570 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf37c60-7404-4005-9e01-541c80c1fb21 None None] New status for floating IP 017fccd4-1d91-4d66-b9e1-e641780d58b5: ACTIVE {{(pid=92908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:42:19.808392 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-ce4ce30a-4fe6-4244-aa81-e359bcf65393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:19.809697 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-ce4ce30a-4fe6-4244-aa81-e359bcf65393 service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.1027367 Jun 22 18:42:19.880750 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-97994f86-c25a-4436-b417-37389ca9c5e4 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb8ee19-16a8-4167-bb92-4c907657a216 HTTP/1.1" status: 200 len: 998 time: 0.0633695 Jun 22 18:42:19.939202 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-56c25197-813d-460e-88a1-309842e1b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:19.940727 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-56c25197-813d-460e-88a1-309842e1b221 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0533962 Jun 22 18:42:20.009232 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-eee8b4d0-eeed-4771-b54c-2fed195b30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:20.010839 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-eee8b4d0-eeed-4771-b54c-2fed195b30d3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627556 Jun 22 18:42:20.104559 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-aba83ef9-c957-49e3-9f68-e2a3c383c782 service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863545 Jun 22 18:42:20.201793 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-37805738-27ba-448a-9c57-05da7f077a5e service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906494 Jun 22 18:42:20.594788 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963873d3-a097-44b8-8bdf-6c18c3569601 req-1b50e84f-7b38-4ea8-a403-4ccb4ee89a40 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:20.596297 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-963873d3-a097-44b8-8bdf-6c18c3569601 req-1b50e84f-7b38-4ea8-a403-4ccb4ee89a40 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0683584 Jun 22 18:42:20.639663 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-963873d3-a097-44b8-8bdf-6c18c3569601 req-d1486ae8-3b31-4e9e-9117-465692ae73bf tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366139 Jun 22 18:42:20.952906 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310af04-cf0f-4c5f-b82a-e26297183d1a req-a258d1f1-8884-472e-b19c-682bdf742a45 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:20.954471 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6310af04-cf0f-4c5f-b82a-e26297183d1a req-a258d1f1-8884-472e-b19c-682bdf742a45 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.1148331 Jun 22 18:42:21.002530 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6310af04-cf0f-4c5f-b82a-e26297183d1a req-86870c64-91ca-4ff0-b38c-ef57e885fe24 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416052 Jun 22 18:42:21.848536 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8d2a1-9aac-4fef-b347-cf1a23d022a8 req-aac1d186-418b-42ca-aa52-f426e560c195 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:21.849572 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2ec8d2a1-9aac-4fef-b347-cf1a23d022a8 req-aac1d186-418b-42ca-aa52-f426e560c195 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0831437 Jun 22 18:42:21.890764 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2ec8d2a1-9aac-4fef-b347-cf1a23d022a8 req-26b2c7d3-b796-477c-a534-1bcbdaabee64 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347877 Jun 22 18:42:22.050315 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-530f72ef-f7be-4b03-9a2c-8f2476a8f8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:22.189287 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac393740-2bc3-4b29-a787-0f351bc8b524 req-79c62137-a941-4185-9646-2cdf83695697 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:22.190720 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ac393740-2bc3-4b29-a787-0f351bc8b524 req-79c62137-a941-4185-9646-2cdf83695697 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0685692 Jun 22 18:42:22.231572 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ac393740-2bc3-4b29-a787-0f351bc8b524 req-9791beef-7bdb-442c-ae87-079b6309af9e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352068 Jun 22 18:42:23.093455 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae83c6-8664-4ae4-a7d9-4cc39d7e7378 req-131592ef-f9c8-4b7c-82a4-1aa01db4058b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:23.095230 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-afae83c6-8664-4ae4-a7d9-4cc39d7e7378 req-131592ef-f9c8-4b7c-82a4-1aa01db4058b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0732131 Jun 22 18:42:23.135226 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-afae83c6-8664-4ae4-a7d9-4cc39d7e7378 req-509b36a2-5725-4f03-964a-870248f1461d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341623 Jun 22 18:42:23.413240 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135775e6-60bd-4426-a88f-0de39606d6c1 req-b5be8562-4df8-4e8b-9515-05388bc47366 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:23.414838 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-135775e6-60bd-4426-a88f-0de39606d6c1 req-b5be8562-4df8-4e8b-9515-05388bc47366 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0671709 Jun 22 18:42:23.457438 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-135775e6-60bd-4426-a88f-0de39606d6c1 req-cf7717ae-9820-4437-ba50-680f2c476166 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359492 Jun 22 18:42:24.344253 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b63353-21a1-4f31-88ba-e0f52870953a req-fb20b6bc-1d12-4d6c-b18d-faca602c44ee tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:24.345837 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-33b63353-21a1-4f31-88ba-e0f52870953a req-fb20b6bc-1d12-4d6c-b18d-faca602c44ee tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0768275 Jun 22 18:42:24.390249 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-33b63353-21a1-4f31-88ba-e0f52870953a req-b213dba6-48f2-428b-a14f-9bf923cd97ee tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383220 Jun 22 18:42:24.658702 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cac2f-7333-4251-8baa-f9b0f094bc40 req-e8e7fe89-2928-4fbd-8398-f97d05f3ad4f tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:24.660360 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-321cac2f-7333-4251-8baa-f9b0f094bc40 req-e8e7fe89-2928-4fbd-8398-f97d05f3ad4f tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0773668 Jun 22 18:42:24.709655 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-321cac2f-7333-4251-8baa-f9b0f094bc40 req-7dd454a7-22b6-456f-bde4-26fb60c33e6c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401595 Jun 22 18:42:25.585508 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d11b-75e1-439c-a2c0-692a37677cb4 req-140a2ba2-c3ae-4495-aeaf-92512c979eb2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:25.586974 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ce66d11b-75e1-439c-a2c0-692a37677cb4 req-140a2ba2-c3ae-4495-aeaf-92512c979eb2 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0690038 Jun 22 18:42:25.630233 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ce66d11b-75e1-439c-a2c0-692a37677cb4 req-ab2a5908-a252-4d90-9e6d-3514822820c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365264 Jun 22 18:42:25.660941 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4f44a91b-e148-4c15-b421-314f068df537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:25.857773 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:25.910877 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5e189-4ade-4786-90e4-dbebe0ba8525 req-4ee16c4b-ddac-4b4e-9c8f-72e9e12f9356 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:25.912532 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-79f5e189-4ade-4786-90e4-dbebe0ba8525 req-4ee16c4b-ddac-4b4e-9c8f-72e9e12f9356 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0801349 Jun 22 18:42:25.955148 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-79f5e189-4ade-4786-90e4-dbebe0ba8525 req-3325db76-59c6-42ff-a3a8-a24be7bea393 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350394 Jun 22 18:42:26.145023 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.381181 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.850987 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37f42-9e54-42be-94ec-5bbf0fb7b952 req-df69348f-0db3-4266-9a48-290b52d3e90c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:26.852856 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d9e37f42-9e54-42be-94ec-5bbf0fb7b952 req-df69348f-0db3-4266-9a48-290b52d3e90c tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0793068 Jun 22 18:42:26.898815 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d9e37f42-9e54-42be-94ec-5bbf0fb7b952 req-de969075-63ac-4caf-93ef-0f6cedc9dfab tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384839 Jun 22 18:42:27.151776 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022cb3-6777-44fe-a374-e5685e961121 req-28796a0d-cb95-484b-97b4-9a6d1716f73b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:27.153721 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-57022cb3-6777-44fe-a374-e5685e961121 req-28796a0d-cb95-484b-97b4-9a6d1716f73b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0743780 Jun 22 18:42:27.198905 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-57022cb3-6777-44fe-a374-e5685e961121 req-d2f3fe33-051b-4a09-934c-37efd61f3b93 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358126 Jun 22 18:42:28.110978 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc01ff-f600-4b80-921b-80a3459ffa9b req-eeb4ccc1-5798-465c-9c04-1ef24e4aeb99 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:28.112496 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e2bc01ff-f600-4b80-921b-80a3459ffa9b req-eeb4ccc1-5798-465c-9c04-1ef24e4aeb99 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0802233 Jun 22 18:42:28.156391 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e2bc01ff-f600-4b80-921b-80a3459ffa9b req-fbe9dd49-7733-4be8-8be1-63d63d254b96 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381725 Jun 22 18:42:28.210254 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.406781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19204cb-5818-4a17-9bf2-2fe7023f653c req-1beb5058-87e9-4c8b-9d79-4240206f06d7 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:28.408236 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d19204cb-5818-4a17-9bf2-2fe7023f653c req-1beb5058-87e9-4c8b-9d79-4240206f06d7 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0709941 Jun 22 18:42:28.452154 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d19204cb-5818-4a17-9bf2-2fe7023f653c req-efccba1b-2b50-4e41-8131-34b24a2e64c3 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378954 Jun 22 18:42:29.361263 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a31c21-3cd3-4c84-b4c8-2309baae4e6e req-4126603f-d27b-4a11-8b93-72d016cea3f7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:29.362804 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f7a31c21-3cd3-4c84-b4c8-2309baae4e6e req-4126603f-d27b-4a11-8b93-72d016cea3f7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0823793 Jun 22 18:42:29.405470 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f7a31c21-3cd3-4c84-b4c8-2309baae4e6e req-21ee269a-f3c1-44be-85d2-6d35a4ee55aa tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365825 Jun 22 18:42:29.647861 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bfa1e-0511-4bf1-b15c-0e17e3ec385b req-87787e09-1d86-436b-bcf8-c3809183e9f0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:29.649447 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-449bfa1e-0511-4bf1-b15c-0e17e3ec385b req-87787e09-1d86-436b-bcf8-c3809183e9f0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0733092 Jun 22 18:42:29.702331 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-449bfa1e-0511-4bf1-b15c-0e17e3ec385b req-3d7b8f94-f425-4d52-9b9e-d6f811571ae4 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469594 Jun 22 18:42:30.607921 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a039de-613f-48be-bdc3-c8a05710a5e0 req-b4b3bc64-f50c-4b1d-9120-736273a6ac76 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:30.609464 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-80a039de-613f-48be-bdc3-c8a05710a5e0 req-b4b3bc64-f50c-4b1d-9120-736273a6ac76 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0733416 Jun 22 18:42:30.666068 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-80a039de-613f-48be-bdc3-c8a05710a5e0 req-6b62b420-abd4-4520-9dd3-74494a4429f0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492566 Jun 22 18:42:30.888745 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf12c6-e9ed-4b15-a17c-ab18c8dfe627 req-918b1251-f834-4344-8238-b5bcc52e4b8f tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:30.890256 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cacf12c6-e9ed-4b15-a17c-ab18c8dfe627 req-918b1251-f834-4344-8238-b5bcc52e4b8f tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0750668 Jun 22 18:42:30.931950 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cacf12c6-e9ed-4b15-a17c-ab18c8dfe627 req-026f48ec-63e9-4ee9-9ed5-2bdf99d3019b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343742 Jun 22 18:42:31.877720 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36dc5-d75a-417a-b0d6-74449faf708f req-7901033c-6838-4773-ba29-fbeac3f32c28 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:31.880836 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74f36dc5-d75a-417a-b0d6-74449faf708f req-7901033c-6838-4773-ba29-fbeac3f32c28 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0792406 Jun 22 18:42:31.926178 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74f36dc5-d75a-417a-b0d6-74449faf708f req-c8a7d9e6-ba4b-4369-b6e9-47188b84d1c7 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399439 Jun 22 18:42:32.163115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f2657-7e58-48f1-a5ba-8099cf7e35a3 req-8220a4bb-bc67-458f-8b33-7406e60a6fdb tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:32.167052 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2c9f2657-7e58-48f1-a5ba-8099cf7e35a3 req-8220a4bb-bc67-458f-8b33-7406e60a6fdb tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.1159513 Jun 22 18:42:32.222221 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2c9f2657-7e58-48f1-a5ba-8099cf7e35a3 req-283d26ac-2f42-45b6-9aba-6197166359c2 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477152 Jun 22 18:42:33.104071 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b59fda-197d-4cca-af28-af990cb7c603 req-a7fe88bf-efc0-46aa-b2c0-fd05419e9942 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:33.106321 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-55b59fda-197d-4cca-af28-af990cb7c603 req-a7fe88bf-efc0-46aa-b2c0-fd05419e9942 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0645092 Jun 22 18:42:33.145813 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-55b59fda-197d-4cca-af28-af990cb7c603 req-a9f2b6b2-4ea0-4e3f-9694-acfa2aae1080 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339038 Jun 22 18:42:33.398817 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6812f0-2464-417c-abc1-42a7e6c0619b req-fd19b9cd-60b7-426c-9ae0-c09610a3e88b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:33.400243 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5c6812f0-2464-417c-abc1-42a7e6c0619b req-fd19b9cd-60b7-426c-9ae0-c09610a3e88b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0641811 Jun 22 18:42:33.439801 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5c6812f0-2464-417c-abc1-42a7e6c0619b req-bc0dfa98-15fb-450f-a901-71e7ef17e9ee tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334115 Jun 22 18:42:34.327600 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28b079-7c47-4e83-81ea-86f14174f5e6 req-feb12301-1021-4203-9ebb-375f2b4675bc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:34.329042 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7b28b079-7c47-4e83-81ea-86f14174f5e6 req-feb12301-1021-4203-9ebb-375f2b4675bc tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0665460 Jun 22 18:42:34.365930 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7b28b079-7c47-4e83-81ea-86f14174f5e6 req-f69a6368-a268-4ec6-93df-c799142e9e51 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311782 Jun 22 18:42:34.614046 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc3410-7c07-4faa-8962-859f26bf9f13 req-f289b1dd-1fff-420e-b706-4ae70dffd765 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:34.615523 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8dbc3410-7c07-4faa-8962-859f26bf9f13 req-f289b1dd-1fff-420e-b706-4ae70dffd765 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0633712 Jun 22 18:42:34.662852 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8dbc3410-7c07-4faa-8962-859f26bf9f13 req-ed9acbbc-4829-4cc8-baa6-ffdd2dfe57c1 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403063 Jun 22 18:42:35.558636 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad501db-6b1d-4c97-ae96-6c17506b5753 req-8b5949ae-3f06-4f8e-9b24-82be63da8107 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:35.562970 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aad501db-6b1d-4c97-ae96-6c17506b5753 req-8b5949ae-3f06-4f8e-9b24-82be63da8107 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0782347 Jun 22 18:42:35.626172 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aad501db-6b1d-4c97-ae96-6c17506b5753 req-b0351bc4-8a7f-4f07-8937-26b30dfdd730 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602417 Jun 22 18:42:35.646936 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-4d15b39d-a92a-477f-9dad-1fb7283772a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:35.648443 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-4d15b39d-a92a-477f-9dad-1fb7283772a6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1099 time: 0.1198976 Jun 22 18:42:35.745163 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-d1328c70-6af7-47b4-93ff-bbe8d65d8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:35.747364 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-d1328c70-6af7-47b4-93ff-bbe8d65d8aaa service neutron] 10.222.0.109 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 911 time: 0.0898519 Jun 22 18:42:35.844710 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-8907d9a0-9a0e-465e-a32b-7b7a337628ce service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 1002 time: 0.0859659 Jun 22 18:42:36.170451 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa64e3-d7ba-4ad3-87d3-98efe3e82d60 req-7ce3b446-8b5b-4441-9fa9-fc966561feab tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:36.171967 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-76fa64e3-d7ba-4ad3-87d3-98efe3e82d60 req-7ce3b446-8b5b-4441-9fa9-fc966561feab tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.3786082 Jun 22 18:42:36.175783 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-e48bafc9-f131-4f2a-8e2b-7b8ac54b975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:36.177099 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-e48bafc9-f131-4f2a-8e2b-7b8ac54b975e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 200 len: 848 time: 0.3232880 Jun 22 18:42:36.236333 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-76fa64e3-d7ba-4ad3-87d3-98efe3e82d60 req-d4818e99-6953-4fd9-b3a2-bfcea962dcf2 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582986 Jun 22 18:42:36.262625 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-a7e756b3-9a71-41b6-bcdb-30ad7b77d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:36.265017 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-a7e756b3-9a71-41b6-bcdb-30ad7b77d2ce service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=46e95127-cbc9-462d-8502-81271746711a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738630 Jun 22 18:42:36.358923 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-0c60c782-f3b7-439a-94f8-4419c403ebab service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862253 Jun 22 18:42:36.452778 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-649d7eb1-4bea-494c-acf1-bbc63db17361 req-e1260f5b-d778-44cb-952b-2d9de1c015cb service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859714 Jun 22 18:42:36.811683 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26ba96-1a2b-4c81-bf7b-6ac6e37b4054 req-70904aba-c514-4c41-b388-7c628bfe07e3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:36.813386 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4c26ba96-1a2b-4c81-bf7b-6ac6e37b4054 req-70904aba-c514-4c41-b388-7c628bfe07e3 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0679452 Jun 22 18:42:36.857579 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4c26ba96-1a2b-4c81-bf7b-6ac6e37b4054 req-51f2faff-38a2-46d0-9095-96c4edcd0b01 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376124 Jun 22 18:42:37.437978 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05849234-c5f8-40d2-a922-df0e763248f1 req-ed726858-b0f8-4a6b-ad53-b1683f04c802 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.439611 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-05849234-c5f8-40d2-a922-df0e763248f1 req-ed726858-b0f8-4a6b-ad53-b1683f04c802 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0745265 Jun 22 18:42:37.487028 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-05849234-c5f8-40d2-a922-df0e763248f1 req-1cd93777-9cdc-480b-a78b-0898ee763d5f tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364797 Jun 22 18:42:38.060174 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd645dbe-6bf3-4e44-9085-ded9b28b60aa req-c226ec6b-9ebb-4398-af15-5955e9a68fcf tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:38.061832 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dd645dbe-6bf3-4e44-9085-ded9b28b60aa req-c226ec6b-9ebb-4398-af15-5955e9a68fcf tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 943 time: 0.0706854 Jun 22 18:42:38.107984 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dd645dbe-6bf3-4e44-9085-ded9b28b60aa req-a53697f3-29cd-4ba1-b218-6709bb3eb0cd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368721 Jun 22 18:42:38.143121 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:42:38.252547 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:38.266130 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'port_id': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'mac_address': 'fa:16:3e:2c:8f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:42:38.307644 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:38.325221 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb8ee19-16a8-4167-bb92-4c907657a216 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:42:38.348228 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:38.352243 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:38.354018 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-40c3e3b8-e09d-4519-8ca0-e3b149172aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:38.408807 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=9']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:38.412219 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:38.700306 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee64aa-839f-4760-a803-ffa69f3c3105 req-45b309bc-4a9c-4628-b2aa-69803d6161a0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:38.702829 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1aee64aa-839f-4760-a803-ffa69f3c3105 req-45b309bc-4a9c-4628-b2aa-69803d6161a0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0918443 Jun 22 18:42:38.747001 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1aee64aa-839f-4760-a803-ffa69f3c3105 req-3f83a31a-a6d3-43ad-91fa-a3d8c94074a5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378835 Jun 22 18:42:38.860978 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['6bb8ee19-16a8-4167-bb92-4c907657a216'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:42:39.317271 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70735d-82fd-4fab-92e7-1b1a9e0f5b7e req-264e7b21-a629-48d8-ae23-1322ba866f98 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:39.318819 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9a70735d-82fd-4fab-92e7-1b1a9e0f5b7e req-264e7b21-a629-48d8-ae23-1322ba866f98 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 944 time: 0.0755267 Jun 22 18:42:39.368831 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9a70735d-82fd-4fab-92e7-1b1a9e0f5b7e req-0a285993-6926-4389-ab83-ea69e9764bcb tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440121 Jun 22 18:42:39.949478 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cf844-3cfe-4642-b19a-eb31d010b154 req-df7bee81-ec03-492e-8511-3eaa333fbd12 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:39.951085 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-808cf844-3cfe-4642-b19a-eb31d010b154 req-df7bee81-ec03-492e-8511-3eaa333fbd12 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0727005 Jun 22 18:42:39.995233 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-808cf844-3cfe-4642-b19a-eb31d010b154 req-8d7339bc-2431-4810-a8c4-47a88a04cc64 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371232 Jun 22 18:42:40.176101 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:42:40.230285 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 6bb8ee19-16a8-4167-bb92-4c907657a216 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:42:40.230921 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:40.317075 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:40.340597 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:40.342846 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ad966-d619-4c30-8428-c3e97a0f0352" -d '{"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:40.356266 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:40.361646 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:40.363001 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:42:40.366753 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:40.390307 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-687e47a3-5ffd-4761-9bbb-2b4b07851881 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1539400 Jun 22 18:42:40.392957 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a88ff2c-8c8f-4480-878d-9acc75bf9772 x-openstack-request-id: req-0a88ff2c-8c8f-4480-878d-9acc75bf9772 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:40.393258 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:40.393713 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a88ff2c-8c8f-4480-878d-9acc75bf9772 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:40.394102 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'code': 200} Jun 22 18:42:40.404116 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0dbc9-083b-4852-85af-8f72111f5f67 req-d1b0a944-9e70-43b3-b5a2-496bac2146ae tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:40.405611 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c9a0dbc9-083b-4852-85af-8f72111f5f67 req-d1b0a944-9e70-43b3-b5a2-496bac2146ae tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0904396 Jun 22 18:42:40.474595 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c9a0dbc9-083b-4852-85af-8f72111f5f67 req-b8bdb41a-974f-4c30-b0dd-7b06a4376caa tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632417 Jun 22 18:42:40.477113 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=10']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:40.497964 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:40.540607 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:40.585394 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:40.592188 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:40.594215 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-f7511bee-2cf0-4984-97ea-3f2465ea5689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:40.623238 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790811aa-cac4-4def-94d4-d457aef5905e req-64bed010-84d9-45ea-ba5d-b5b9c46dd764 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:40.624752 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-790811aa-cac4-4def-94d4-d457aef5905e req-64bed010-84d9-45ea-ba5d-b5b9c46dd764 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 946 time: 0.0886142 Jun 22 18:42:40.661469 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,revision_number=6']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:40.666245 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:40.701651 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-790811aa-cac4-4def-94d4-d457aef5905e req-dfe98fa3-de2c-4ca8-8fbc-18f79b36d5cf tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660293 Jun 22 18:42:40.733279 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6a1a-8131-450a-a6e1-d6c4090b9d25 req-ec84a8a1-6324-448f-824c-a1d8ddf1085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:40.735034 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4efe6a1a-8131-450a-a6e1-d6c4090b9d25 req-ec84a8a1-6324-448f-824c-a1d8ddf1085b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 1099 time: 0.0967321 Jun 22 18:42:40.779490 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4efe6a1a-8131-450a-a6e1-d6c4090b9d25 req-5c4c5596-5bf7-4d6c-a4be-66ffc9072428 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Jun 22 18:42:41.642274 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bc5e2-5505-4282-93ab-1d2df9bbd6c1 req-657376ba-4284-40a4-aa6a-101534b076ee tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:41.643607 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5c9bc5e2-5505-4282-93ab-1d2df9bbd6c1 req-657376ba-4284-40a4-aa6a-101534b076ee tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0637920 Jun 22 18:42:41.682121 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5c9bc5e2-5505-4282-93ab-1d2df9bbd6c1 req-2b7e082f-2b25-4f9f-83d9-4ef023e9551d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327487 Jun 22 18:42:41.900477 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb226b-9402-4037-be46-abdc15d1b4ab req-843c3918-5e97-41a2-8ceb-a944d55cf673 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:41.901843 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebeb226b-9402-4037-be46-abdc15d1b4ab req-843c3918-5e97-41a2-8ceb-a944d55cf673 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 946 time: 0.0782151 Jun 22 18:42:41.940660 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebeb226b-9402-4037-be46-abdc15d1b4ab req-a9450cbd-47ba-4f0d-ab1f-34dda52b1dcd tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Jun 22 18:42:42.395528 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:42.400777 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234c8154-e95e-484e-915d-9c77f88b777f" -d '{"events": [{"server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:42.440086 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f74e52f-12c9-4d20-a653-9e896b0a8522 x-openstack-request-id: req-4f74e52f-12c9-4d20-a653-9e896b0a8522 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:42.440395 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:42.440651 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f74e52f-12c9-4d20-a653-9e896b0a8522 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:42.441050 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'code': 200} Jun 22 18:42:43.240792 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394f7b-a891-46f9-8eae-b630038acfaa req-a0a1a9d0-6b6b-4fa8-9f6d-9933bae869a0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.243463 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-af394f7b-a891-46f9-8eae-b630038acfaa req-a0a1a9d0-6b6b-4fa8-9f6d-9933bae869a0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.2801764 Jun 22 18:42:43.263395 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-0ac2d846-551c-452e-aa99-db9400763b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.265948 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-0ac2d846-551c-452e-aa99-db9400763b5a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b&tenant_id=5cfda67e928f436fb0963938e690e4a4 HTTP/1.1" status: 200 len: 1097 time: 0.2355049 Jun 22 18:42:43.309298 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea007c-ea15-43d5-b802-86a6635f86d3 req-87fe72c2-fd6d-4cc9-b45b-e8bdf474dd20 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.312066 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a3ea007c-ea15-43d5-b802-86a6635f86d3 req-87fe72c2-fd6d-4cc9-b45b-e8bdf474dd20 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 946 time: 0.2305295 Jun 22 18:42:43.374412 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-af394f7b-a891-46f9-8eae-b630038acfaa req-3700a224-3e9b-4ff6-ac38-962cae5daa53 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175911 Jun 22 18:42:43.397799 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a3ea007c-ea15-43d5-b802-86a6635f86d3 req-137df8b4-704d-4f12-bdc0-9a92d13eb365 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742116 Jun 22 18:42:43.420601 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-c3162a4f-d6de-4e2e-8c05-bbd76d3c0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.422337 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-c3162a4f-d6de-4e2e-8c05-bbd76d3c0d17 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1097 time: 0.1078911 Jun 22 18:42:43.567394 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-c02a51a3-d1a9-40be-9068-daea6cd1d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.568986 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-c02a51a3-d1a9-40be-9068-daea6cd1d307 service neutron] 10.222.0.109 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 911 time: 0.1183851 Jun 22 18:42:43.644627 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-e177744b-10e5-4528-9b80-d7641f21ee29 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 1000 time: 0.0655451 Jun 22 18:42:43.705174 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-672e2462-6f1c-4743-95dc-4d7ef8608d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.706650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-672e2462-6f1c-4743-95dc-4d7ef8608d37 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 200 len: 848 time: 0.0548947 Jun 22 18:42:43.771546 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-7fce998d-8296-4da8-b3cc-d1a8b94d1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.773038 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-7fce998d-8296-4da8-b3cc-d1a8b94d1963 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=46e95127-cbc9-462d-8502-81271746711a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589013 Jun 22 18:42:43.882285 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-52b88044-7d26-4663-bdcc-616dfcee897d service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013250 Jun 22 18:42:43.899090 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:42:43.981859 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-bd8fb740-88c7-4b7c-85b2-083e17b103de service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912766 Jun 22 18:42:44.627448 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb1811-2dc1-4b9d-852b-14eed60530e2 req-811d035e-8ec4-45be-b204-194adc1ce135 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:44.629158 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1ddb1811-2dc1-4b9d-852b-14eed60530e2 req-811d035e-8ec4-45be-b204-194adc1ce135 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.1246171 Jun 22 18:42:44.643830 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bb22f-db31-4725-b4f0-cc6dbace45f5 req-bb63b82d-7628-45a6-8714-b575cfc1800d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:44.645369 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-802bb22f-db31-4725-b4f0-cc6dbace45f5 req-bb63b82d-7628-45a6-8714-b575cfc1800d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 946 time: 0.1031098 Jun 22 18:42:44.705064 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1ddb1811-2dc1-4b9d-852b-14eed60530e2 req-b2dba01b-1656-419d-aea8-1b81a0fd927b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695651 Jun 22 18:42:44.710418 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-802bb22f-db31-4725-b4f0-cc6dbace45f5 req-87fc279e-f370-4d2c-949b-bb1081b8f4ee tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590224 Jun 22 18:42:45.913258 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4dc5f-5105-4964-b804-eeb9b30f9398 req-b46261f0-6e10-4d8d-88ff-439fb08c1954 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:45.914956 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bab4dc5f-5105-4964-b804-eeb9b30f9398 req-b46261f0-6e10-4d8d-88ff-439fb08c1954 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0853376 Jun 22 18:42:45.962987 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bab4dc5f-5105-4964-b804-eeb9b30f9398 req-8f599e17-251f-46c8-8de1-bb2a8e6b3538 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414097 Jun 22 18:42:47.157865 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343428b-3b31-4fe9-b6ea-b4ddd671cf22 req-08d84308-5c24-4ef7-b0bf-582fbe43193c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:47.159838 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1343428b-3b31-4fe9-b6ea-b4ddd671cf22 req-08d84308-5c24-4ef7-b0bf-582fbe43193c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0752790 Jun 22 18:42:47.207664 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1343428b-3b31-4fe9-b6ea-b4ddd671cf22 req-70368444-15b6-4a8c-a1bf-815338f1c25c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424314 Jun 22 18:42:48.394255 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5bda8-da54-44a7-8dc4-2f75d756c21d req-f3b49d79-2e7e-42a1-a914-0b9388a015f3 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:48.395758 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9d5bda8-da54-44a7-8dc4-2f75d756c21d req-f3b49d79-2e7e-42a1-a914-0b9388a015f3 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0697384 Jun 22 18:42:48.433648 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e9d5bda8-da54-44a7-8dc4-2f75d756c21d req-f0c15857-7897-4d49-94d2-32b8f3dd1ee6 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323269 Jun 22 18:42:49.607666 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cc448-fc91-4c88-905e-2f57acf29bcb req-d7989044-2af5-4b49-a2a1-e80274476daa tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:49.609561 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fc3cc448-fc91-4c88-905e-2f57acf29bcb req-d7989044-2af5-4b49-a2a1-e80274476daa tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0636232 Jun 22 18:42:49.649833 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fc3cc448-fc91-4c88-905e-2f57acf29bcb req-92bec0f4-8a3a-4ba9-96ae-9c9a2b459478 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344141 Jun 22 18:42:50.843633 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9cded-bda9-4ee8-bbeb-2db15a5e88c7 req-7c943c75-a88e-4ca8-b920-0d0a76ddb119 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:50.845119 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-71c9cded-bda9-4ee8-bbeb-2db15a5e88c7 req-7c943c75-a88e-4ca8-b920-0d0a76ddb119 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0689533 Jun 22 18:42:50.885337 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-71c9cded-bda9-4ee8-bbeb-2db15a5e88c7 req-8f3927ae-ef13-4318-9860-d0d5a2deefed tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345025 Jun 22 18:42:52.059093 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4249d203-b490-4099-b2b9-edcf7c5e49be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:52.113817 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cb95c-4548-44db-adbe-9f79af8efa75 req-cc7a16e4-4abe-457c-9795-2a7fb41bc745 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:52.115856 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-774cb95c-4548-44db-adbe-9f79af8efa75 req-cc7a16e4-4abe-457c-9795-2a7fb41bc745 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 944 time: 0.0904343 Jun 22 18:42:52.166097 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-774cb95c-4548-44db-adbe-9f79af8efa75 req-ed2af58f-befd-43e3-8d8a-85ef280deadb tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428052 Jun 22 18:42:52.262794 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:42:52.372721 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:52.385045 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'port_id': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'mac_address': 'fa:16:3e:31:07:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:42:52.436404 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:52.456398 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:42:52.488288 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:52.493678 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:52.498783 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:52.561195 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,revision_number=7']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:52.564814 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:52.977149 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['2ffaef08-22fa-4c96-9c4c-493c7dddfde9'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:42:53.410897 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bded93-89c3-444f-a5b2-53bce8c325ff req-4f7e6128-325c-48fa-9805-956a7c14ea3e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:53.412490 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bded93-89c3-444f-a5b2-53bce8c325ff req-4f7e6128-325c-48fa-9805-956a7c14ea3e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 945 time: 0.0892286 Jun 22 18:42:53.466908 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-77bded93-89c3-444f-a5b2-53bce8c325ff req-938884d8-ea03-475e-b814-43ed9633c9d0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451813 Jun 22 18:42:54.272198 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:42:54.332155 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:42:54.332527 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:54.414193 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:54.439835 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:54.442064 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4291d18-8ca7-41ce-a1e6-5aa89a0257e5" -d '{"events": [{"server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "name": "network-vif-plugged", "status": "completed", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:54.455141 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:54.459897 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:54.461764 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:54.483793 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299adcd9-4579-4112-b8ff-bff71e0e4163 x-openstack-request-id: req-299adcd9-4579-4112-b8ff-bff71e0e4163 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:54.484207 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "name": "network-vif-plugged", "status": "completed", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:54.484563 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-299adcd9-4579-4112-b8ff-bff71e0e4163 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:54.484965 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'code': 200} Jun 22 18:42:54.517116 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,revision_number=8']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:54.521425 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:54.660053 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3153a-62ed-4e53-a391-21d9b2fe3c96 req-434f83a3-d258-4427-8cbc-573a0eaa3e52 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:54.661578 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f9e3153a-62ed-4e53-a391-21d9b2fe3c96 req-434f83a3-d258-4427-8cbc-573a0eaa3e52 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0665748 Jun 22 18:42:54.704385 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f9e3153a-62ed-4e53-a391-21d9b2fe3c96 req-b6a8346e-17e5-4705-b11d-7d05d7ebd0c9 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369627 Jun 22 18:42:54.804036 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ff5c-2ae0-45e0-b95b-c2e7b56622ce req-daea0e9b-6116-4414-99ab-133f1771ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:54.805639 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a276ff5c-2ae0-45e0-b95b-c2e7b56622ce req-daea0e9b-6116-4414-99ab-133f1771ee06 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1099 time: 0.0621438 Jun 22 18:42:54.843790 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a276ff5c-2ae0-45e0-b95b-c2e7b56622ce req-4fe25fdc-1ccf-4474-b06b-6c8455d3f93c service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Jun 22 18:42:55.654539 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4d74c3cd-89d7-4f24-a4f1-1d3661086457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:55.858014 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:55.893600 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5215d51-a824-497c-910e-37f0d4a741a8 req-79a6cc07-0538-418c-9b5c-375761c5409e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:55.895085 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f5215d51-a824-497c-910e-37f0d4a741a8 req-79a6cc07-0538-418c-9b5c-375761c5409e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0753202 Jun 22 18:42:55.939088 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f5215d51-a824-497c-910e-37f0d4a741a8 req-7cf1a72a-4116-4e3e-91d6-9b52cc4bbb86 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361652 Jun 22 18:42:56.141274 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:56.402544 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:57.131372 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f64ac3-ef5d-4fc5-9e27-d9fde91d5ae3 req-f5198999-06ad-4a33-aa17-4720cb7129a9 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:57.132803 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-94f64ac3-ef5d-4fc5-9e27-d9fde91d5ae3 req-f5198999-06ad-4a33-aa17-4720cb7129a9 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0641885 Jun 22 18:42:57.176208 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-94f64ac3-ef5d-4fc5-9e27-d9fde91d5ae3 req-b147c990-a4c5-4f5b-92b8-741ff65212b0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371187 Jun 22 18:42:58.212850 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:01.982092 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-4f9d824f-edf8-431f-87b4-91666cbbd1d1 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545356 Jun 22 18:43:02.077281 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-622bb97e-eba6-4966-9231-bca42664b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:02.078732 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-622bb97e-eba6-4966-9231-bca42664b5d7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=55342b2958f44882a29920c8df55761a&device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 1099 time: 0.0587864 Jun 22 18:43:02.204452 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-7525b627-10ba-46e9-ba44-ec029e69aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:02.207029 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-7525b627-10ba-46e9-ba44-ec029e69aa9e service neutron] 10.222.0.109 "GET /v2.0/networks?id=a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 200 len: 919 time: 0.1078060 Jun 22 18:43:02.278863 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-5e29b007-d12b-4d69-be1a-4ab3d8787b2d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb8ee19-16a8-4167-bb92-4c907657a216 HTTP/1.1" status: 200 len: 1000 time: 0.0639687 Jun 22 18:43:02.341370 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-3c4ee18b-db1e-4c5c-98bd-8b3cbc30b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:02.343512 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-3c4ee18b-db1e-4c5c-98bd-8b3cbc30b234 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 200 len: 856 time: 0.0584846 Jun 22 18:43:02.407792 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-b7267b26-376a-4a43-8536-f36d2d58bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:02.410360 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-b7267b26-376a-4a43-8536-f36d2d58bf7b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=a690e947-a888-48bb-9dec-f07082ea8255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600471 Jun 22 18:43:02.509752 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-63244138-d3c2-4786-aba7-713f74b2026f service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924153 Jun 22 18:43:02.603667 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56cb46b9-dda6-46c7-b27b-273554e3c16a req-aaeeec2a-6968-41cc-9993-b1ca85e25b6f service neutron] 10.222.0.109 "GET /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862277 Jun 22 18:43:20.897981 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:43:22.050458 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5adcfd4f-ae60-4c56-8077-c18bd5de9d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:25.655777 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-0219e149-5db0-43f1-b976-e9b536473cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:25.853042 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:26.144411 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:26.418453 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:28.215097 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.053213 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-802976d8-8097-474a-8385-20f39175ef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.310254 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f4293-f0c7-4f4f-9b34-4fcb04562717 req-2dcd8d49-3509-4fe8-9cae-ab0761174b75 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:52.311757 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-821f4293-f0c7-4f4f-9b34-4fcb04562717 req-2dcd8d49-3509-4fe8-9cae-ab0761174b75 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 946 time: 0.0716419 Jun 22 18:43:52.355608 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-821f4293-f0c7-4f4f-9b34-4fcb04562717 req-e879f40e-4103-4468-a703-ae60645cb92f tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Jun 22 18:43:53.564266 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc996114-21b9-443f-93a5-2fef51b9a08a req-60ccaf49-afae-4d92-a3ee-564331bee2f5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:53.565914 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bc996114-21b9-443f-93a5-2fef51b9a08a req-60ccaf49-afae-4d92-a3ee-564331bee2f5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 946 time: 0.0717037 Jun 22 18:43:53.616675 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bc996114-21b9-443f-93a5-2fef51b9a08a req-673309d3-200b-47b3-a628-8ee80cf5f64d tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Jun 22 18:43:54.414513 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-e024bf4a-b67d-46dd-80ac-109033318400 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:54.416076 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-e024bf4a-b67d-46dd-80ac-109033318400 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 946 time: 0.0659223 Jun 22 18:43:54.530675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Deleting port 6bb8ee19-16a8-4167-bb92-4c907657a216 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:43:54.531009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:54.625041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] For port 6bb8ee19-16a8-4167-bb92-4c907657a216, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=6bb8ee19-16a8-4167-bb92-4c907657a216,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:43:54.625781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:54.849808 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:54.850171 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:54.850479 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Floating IP fd61e683-c68a-4ed7-b08c-3d8338271233 disassociated. External IP: 172.27.3.55, port: 6bb8ee19-16a8-4167-bb92-4c907657a216. Jun 22 18:43:54.850924 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Calling delete_port for 6bb8ee19-16a8-4167-bb92-4c907657a216 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:43:54.877909 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c3ace-4b79-4e5b-a079-7cefe683dfdb req-7782e49f-8485-43f2-a43f-7e28b5f5e060 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:54.879642 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3e5c3ace-4b79-4e5b-a079-7cefe683dfdb req-7782e49f-8485-43f2-a43f-7e28b5f5e060 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 946 time: 0.1430316 Jun 22 18:43:54.971643 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3e5c3ace-4b79-4e5b-a079-7cefe683dfdb req-7c96e846-a19e-4ff5-ba64-a321a0061eef tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0adcc9-0ef0-4486-8118-a079635cbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604832 Jun 22 18:43:55.038065 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.042369 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:55.070739 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event deleted for resources: {'Port': ['ID=6bb8ee19-16a8-4167-bb92-4c907657a216,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:55.081313 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.081693 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.082064 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.082417 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.082773 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.083126 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.083504 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.083881 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.084198 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.084539 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.084885 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.085260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:55.089637 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:55.200326 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:43:55.311231 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:43:55.321210 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] Sync routers for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:43:55.333305 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:43:55.333934 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:55.354311 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] No DVR routers for this DVR port 6bb8ee19-16a8-4167-bb92-4c907657a216 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:43:55.356931 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.359032 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-58827155-4ac7-4a0a-b5d9-4727be09a2c8 req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.109 "DELETE /v2.0/ports/6bb8ee19-16a8-4167-bb92-4c907657a216 HTTP/1.1" status: 204 len: 173 time: 0.9357362 Jun 22 18:43:55.359587 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-deleted', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:43:55.361891 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc701b0-0f5e-43c2-944e-5239640b2bee" -d '{"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-deleted", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:43:55.407907 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae491a08-11d1-40cf-a2f9-4ef32bc21461 x-openstack-request-id: req-ae491a08-11d1-40cf-a2f9-4ef32bc21461 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:43:55.408635 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95efc-2554-4244-86e6-892da722f707", "name": "network-vif-deleted", "tag": "6bb8ee19-16a8-4167-bb92-4c907657a216", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:43:55.409102 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae491a08-11d1-40cf-a2f9-4ef32bc21461 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:43:55.409336 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95efc-2554-4244-86e6-892da722f707', 'name': 'network-vif-deleted', 'tag': '6bb8ee19-16a8-4167-bb92-4c907657a216', 'status': 'completed', 'code': 200} Jun 22 18:43:55.451146 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:43:55.662786 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e7af8de0-6c6e-466f-b91b-c3ae8cd2a970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.681622 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:55.708579 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] Checking router: 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:43:55.716834 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:43:55.717438 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:55.830561 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:43:55.889304 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.070576 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:56.099806 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490ad40-6f7e-46e3-b9b5-130e7a64ffb2 None None] The sync data for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi is: [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:32:06Z', 'revision_number': 4, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'adb21f03-627d-4b5e-9b15-e3d6a4b241e5', 'name': '', 'network_id': 'a690e947-a888-48bb-9dec-f07082ea8255', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'mac_address': 'fa:16:3e:c7:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:02Z', 'updated_at': '2021-06-22T18:32:12Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'subnets': [{'id': '82b0998f-228a-416c-9b3c-9736c12ed9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:43:56.156147 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.165015 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1a41c8ba-4c8e-43ad-98a5-8e4a3bb26d42 req-fb42c0bd-20f3-4a1c-81d3-bdf47523bd12 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e95efc-2554-4244-86e6-892da722f707 HTTP/1.1" status: 200 len: 210 time: 0.0459733 Jun 22 18:43:56.360758 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ed4ea-f87b-4220-8b54-17024e28d8a7 None None] New status for floating IP fd61e683-c68a-4ed7-b08c-3d8338271233: DOWN {{(pid=92908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:43:56.428037 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.620815 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:43:56.642022 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 6bb8ee19-16a8-4167-bb92-4c907657a216 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:43:56.642373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 6bb8ee19-16a8-4167-bb92-4c907657a216 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:43:57.302788 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 40768) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:57.359625 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:57.385820 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:57.436617 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:57.439252 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:57.443689 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "DELETE /v2.0/security-groups/8b0adcc9-0ef0-4486-8118-a079635cbf3c HTTP/1.1" status: 204 len: 168 time: 0.1365955 Jun 22 18:43:57.443689 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-ef5ebce2-2f9f-487a-b0c8-2274a7d386c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:57.444018 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40772) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:57.454233 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0adcc9-0ef0-4486-8118-a079635cbf3c,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:57.460094 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.api.v2.resource [None req-60287bb6-3bbd-43df-9797-ec36805b310b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] show failed (client error): The resource could not be found. Jun 22 18:43:57.460441 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.460603 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.461000 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.461558 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.462106 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.462530 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-60287bb6-3bbd-43df-9797-ec36805b310b tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "GET /v2.0/security-groups/8b0adcc9-0ef0-4486-8118-a079635cbf3c HTTP/1.1" status: 404 len: 347 time: 0.0172939 Jun 22 18:43:57.462910 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.463278 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.463670 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.464028 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.464562 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.465085 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40774) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:57.465331 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.465708 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:57.470769 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:57.601948 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Deleting port ad6c5b0e-6cfe-47f9-ac71-482fa5ef8550 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:43:57.602357 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:57.681135 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:57.681455 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:57.693496 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Calling delete_port for ad6c5b0e-6cfe-47f9-ac71-482fa5ef8550 owned by network:floatingip {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:43:57.896901 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:43:58.129943 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:58.131946 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1d819bb4-a57b-4348-b855-300de88250c8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:58.157105 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Pushing event deleted for resources: {'Port': ['ID=ad6c5b0e-6cfe-47f9-ac71-482fa5ef8550,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:58.160116 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:58.218403 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:58.227691 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks [] for floatingip, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:58.230179 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:58.231369 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] 10.222.0.39 "DELETE /v2.0/floatingips/fd61e683-c68a-4ed7-b08c-3d8338271233 HTTP/1.1" status: 204 len: 168 time: 0.7647483 Jun 22 18:44:00.830676 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 40798) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:01.346330 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687782'] for router_interface, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:01.600407 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Deleting port adb21f03-627d-4b5e-9b15-e3d6a4b241e5 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:01.600656 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:01.682084 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] For port adb21f03-627d-4b5e-9b15-e3d6a4b241e5, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=adb21f03-627d-4b5e-9b15-e3d6a4b241e5,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:01.682433 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:01.694341 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Calling delete_port for adb21f03-627d-4b5e-9b15-e3d6a4b241e5 owned by network:router_interface {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:01.871540 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:01.873443 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:01.898691 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb21f03-627d-4b5e-9b15-e3d6a4b241e5,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:01.902928 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:02.063634 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1834251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687674'] for router_interface, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:02.278347 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:44:02.391546 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:02.396494 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] 10.222.0.39 "PUT /v2.0/routers/1ed17e7d-1ade-4ee7-aacb-011a5e172e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5648074 Jun 22 18:44:02.400914 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] Sync routers for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:02.401452 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 40802) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:02.410850 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:02.411521 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:02.520367 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:02.716591 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks [] for router, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:02.759570 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:44:01Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:02.788523 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] Checking router: 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:02.798940 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] Routers {'1ed17e7d-1ade-4ee7-aacb-011a5e172e74'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:02.799612 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:02.837528 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:02.891850 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Deleting port 82dce25c-6841-427c-857b-403620d4f8d7 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:02.892566 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:02.907203 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] Set router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:02.981181 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] For port 82dce25c-6841-427c-857b-403620d4f8d7, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=82dce25c-6841-427c-857b-403620d4f8d7,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:02.981527 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:02.999518 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Calling delete_port for 82dce25c-6841-427c-857b-403620d4f8d7 owned by network:router_gateway {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:03.093894 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:44:01Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:03.121672 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d04f6-ff32-4de2-8adc-d577ccce56cf None None] The sync data for ids ['1ed17e7d-1ade-4ee7-aacb-011a5e172e74'] in dv-cinder-769602-3-iscsi is: [{'id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'name': 'tempest-AttachVolumeShelveTestJSON-2062513613-router', 'tenant_id': '55342b2958f44882a29920c8df55761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '82dce25c-6841-427c-857b-403620d4f8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:44:01Z', 'revision_number': 5, 'project_id': '55342b2958f44882a29920c8df55761a', 'gw_port': {'id': '82dce25c-6841-427c-857b-403620d4f8d7', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed17e7d-1ade-4ee7-aacb-011a5e172e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:52Z', 'updated_at': '2021-06-22T18:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:03.189244 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.192129 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:03.218690 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Pushing event deleted for resources: {'Port': ['ID=82dce25c-6841-427c-857b-403620d4f8d7,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:03.221312 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:03.293607 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621270'] for router_gateway, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.388079 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1567'] for router, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.390376 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.441012 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1690065'] for router, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.441460 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed17e7d-1ade-4ee7-aacb-011a5e172e74 {{(pid=92906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:44:03.447032 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.448195 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-41a3f828-03d8-4379-a35d-790607c5d81b admin admin] 10.222.0.39 "DELETE /v2.0/routers/1ed17e7d-1ade-4ee7-aacb-011a5e172e74 HTTP/1.1" status: 204 len: 168 time: 1.0461838 Jun 22 18:44:03.450818 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 40804) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:03.502860 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef7ba83-73dd-4228-b822-b1c3efb80b72 admin admin] Deleting subnet 82b0998f-228a-416c-9b3c-9736c12ed9e3 {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:44:03.507042 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fef7ba83-73dd-4228-b822-b1c3efb80b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.546185 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fef7ba83-73dd-4228-b822-b1c3efb80b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.706434 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fef7ba83-73dd-4228-b822-b1c3efb80b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.719092 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device adb21f03-627d-4b5e-9b15-e3d6a4b241e5 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:03.742467 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: adb21f03-627d-4b5e-9b15-e3d6a4b241e5 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:03.742824 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device adb21f03-627d-4b5e-9b15-e3d6a4b241e5 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:03.784645 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fef7ba83-73dd-4228-b822-b1c3efb80b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.792441 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5f01640e-0f8b-4843-a457-c71f8b8f65b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:03.823404 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fef7ba83-73dd-4228-b822-b1c3efb80b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:03.828105 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fef7ba83-73dd-4228-b822-b1c3efb80b72 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/82b0998f-228a-416c-9b3c-9736c12ed9e3 HTTP/1.1" status: 204 len: 168 time: 0.3761880 Jun 22 18:44:03.828471 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40806) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:03.829310 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7ba83-73dd-4228-b822-b1c3efb80b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b0998f-228a-416c-9b3c-9736c12ed9e3,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:03.831378 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268fc46-fb3a-434c-a41d-08c79198dfc3 None None] Network a690e947-a888-48bb-9dec-f07082ea8255 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:44:03.835661 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fef7ba83-73dd-4228-b822-b1c3efb80b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:03.950493 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.004766 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-8ed21a49-d9ce-423e-b153-c554ef5b125c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1012263 Jun 22 18:44:04.034566 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Deleting port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:04.035115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.145753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] For port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f4973ca8-d41d-41cc-8e9e-16811c0b6f7a,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:04.146021 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.165000 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Calling delete_port for f4973ca8-d41d-41cc-8e9e-16811c0b6f7a owned by network:dhcp {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:04.215549 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-08695eec-8fb6-4d3e-b0aa-f45f1dfe1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:04.217115 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-08695eec-8fb6-4d3e-b0aa-f45f1dfe1a1b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1099 time: 0.1324754 Jun 22 18:44:04.239772 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] DHCP port deletion for a690e947-a888-48bb-9dec-f07082ea8255 request from dv-cinder-769602-3-iscsi {{(pid=92907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:44:04.295652 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Deleting port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a {{(pid=92907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:04.296099 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.327745 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.334181 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a12756a5-8368-40a7-95e2-ee96ca6cc670 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:04.377647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4973ca8-d41d-41cc-8e9e-16811c0b6f7a,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:04.377647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-ccfb7bc2-63df-4c26-b00f-52fefb358ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:04.377647 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-ccfb7bc2-63df-4c26-b00f-52fefb358ef5 service neutron] 10.222.0.109 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 911 time: 0.1366076 Jun 22 18:44:04.380031 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] No DVR routers for this DVR port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a on host dv-cinder-769602-3-iscsi {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:04.381950 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:04.487313 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] For port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f4973ca8-d41d-41cc-8e9e-16811c0b6f7a,segment=NetworkSegment(75953031-5937-4a80-8721-a64ed3f7c79a),segment_id=75953031-5937-4a80-8721-a64ed3f7c79a)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:04.487614 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.500589 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Calling delete_port for f4973ca8-d41d-41cc-8e9e-16811c0b6f7a owned by network:dhcp {{(pid=92907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:04.501815 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.516112 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-54785e4f-681f-4d8f-9e50-9e64c2208357 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 1002 time: 0.1310186 Jun 22 18:44:04.517563 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a690e947-a888-48bb-9dec-f07082ea8255']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:04.537011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75953031-5937-4a80-8721-a64ed3f7c79a') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:04.537345 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75953031-5937-4a80-8721-a64ed3f7c79a') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:04.574140 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.598739 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.604936 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-cd957ecc-d7e2-4373-8497-a58059906077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:04.606421 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-cd957ecc-d7e2-4373-8497-a58059906077 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 200 len: 848 time: 0.0813320 Jun 22 18:44:04.609368 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:44:04.609772 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:44:04.611593 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:44:04.640275 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089'] for port, after_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.642406 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-fdf31dd0-6ba0-4de1-b8dc-bfcdcfce8ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:04.666434 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Pushing event deleted for resources: {'Port': ['ID=f4973ca8-d41d-41cc-8e9e-16811c0b6f7a,revision_number=None']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:04.677575 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] No DVR routers for this DVR port f4973ca8-d41d-41cc-8e9e-16811c0b6f7a on host dv-cinder-769602-3-iscsi {{(pid=92907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:04.681317 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.681600 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.681960 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.682338 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.682675 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.683034 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.683415 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.683694 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.684150 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.684512 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.684833 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.685153 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:04.689086 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:04.704685 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.712949 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:04.715041 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] 10.222.0.39 "DELETE /v2.0/networks/a690e947-a888-48bb-9dec-f07082ea8255 HTTP/1.1" status: 204 len: 168 time: 0.8850629 Jun 22 18:44:04.716562 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:04.731358 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=a690e947-a888-48bb-9dec-f07082ea8255,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:04.735281 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:04.743598 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-3a0d6306-3ee7-412a-a6c5-43f098abc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:04.745000 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-3a0d6306-3ee7-412a-a6c5-43f098abc108 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=46e95127-cbc9-462d-8502-81271746711a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1228046 Jun 22 18:44:04.852745 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-58f418da-ec4d-4b19-87f8-ad77b74804aa service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008708 Jun 22 18:44:04.885101 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 40810) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:04.925468 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-8419e45d-7f3b-4aa4-a55b-6a4584d67b6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55342b2958f44882a29920c8df55761a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391171 Jun 22 18:44:04.927860 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 40812) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:04.944423 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6a3379-a3ee-4ee6-bbd2-53a603454d5a req-89ef0a85-d151-4863-bc10-c9ce9d637968 service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849874 Jun 22 18:44:04.985442 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-794cf888-b564-44f6-a336-4f58c7febf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.009350 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-794cf888-b564-44f6-a336-4f58c7febf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.060107 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-794cf888-b564-44f6-a336-4f58c7febf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.062740 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-794cf888-b564-44f6-a336-4f58c7febf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.066445 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-794cf888-b564-44f6-a336-4f58c7febf2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/452008b3-11ed-4699-8190-dbbe414dbffa HTTP/1.1" status: 204 len: 168 time: 0.1351244 Jun 22 18:44:05.066445 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7779eebc-4a2e-475a-a5e7-603ae9c5c1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:05.074992 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cf888-b564-44f6-a336-4f58c7febf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452008b3-11ed-4699-8190-dbbe414dbffa,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:05.077813 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-794cf888-b564-44f6-a336-4f58c7febf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:05.614432 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 82dce25c-6841-427c-857b-403620d4f8d7 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:05.646187 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 82dce25c-6841-427c-857b-403620d4f8d7 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:05.646795 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 82dce25c-6841-427c-857b-403620d4f8d7 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:05.647565 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f4973ca8-d41d-41cc-8e9e-16811c0b6f7a no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:05.670387 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: f4973ca8-d41d-41cc-8e9e-16811c0b6f7a {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:05.670979 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f4973ca8-d41d-41cc-8e9e-16811c0b6f7a not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:05.909102 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 40834) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:06.044833 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1547123278-network', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:06.070246 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Made reservation on behalf of df6e1689bd1d44c0a2e350648a769da7 for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:44:06.072937 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.081871 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.188238 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.194884 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.198029 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-f331b95e-f240-46ff-acb3-8b7cf0fa309c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:06.224241 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1273} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:44:06.230754 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff68b564-ca04-4b5a-a9b3-72044fcfd2ac,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:06.234997 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:06.239726 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.239983 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Added segment b5aa11cd-8ec1-4082-b5a5-797d20824224 of type vlan for network 5153b725-1496-49ce-970e-ebbe2406f275 Jun 22 18:44:06.281856 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.316420 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.317776 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:06.318354 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.320593 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a2faac22-918d-40e7-851c-3e3acff60008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:06.368862 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4584270 Jun 22 18:44:06.371893 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40838) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:06.377190 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Request body: {'subnet': {'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1547123278-subnet', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:06.381445 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Pushing event updated for resources: {'Network': ['ID=5153b725-1496-49ce-970e-ebbe2406f275,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:06.384913 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:06.394097 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 5153b725-1496-49ce-970e-ebbe2406f275 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:44:06.398987 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Made reservation on behalf of df6e1689bd1d44c0a2e350648a769da7 for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:44:06.401598 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26945849'] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.596965 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26616708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26945815'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.599439 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:06.658509 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c76a96-493c-40de-9687-6b3910b01b9b,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:06.667055 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:06.676957 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Checking segment: {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:44:06.677319 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Network hostable DHCP agents. Network: 5153b725-1496-49ce-970e-ebbe2406f275, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:44:06.695758 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Network 5153b725-1496-49ce-970e-ebbe2406f275 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:44:06.705770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 5153b725-1496-49ce-970e-ebbe2406f275) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:44:06.710311 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:06.711482 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.719257 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab82df1-38a5-493a-80df-6ae68a46f3c6 None None] Network 5153b725-1496-49ce-970e-ebbe2406f275 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:44:06.729766 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-13f0a7cb-4e2b-457d-a175-9f531c062d9d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3566108 Jun 22 18:44:06.733964 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40840) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:06.739588 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:06.765155 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.766188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.836094 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.903645 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-5153b725-1496-49ce-970e-ebbe2406f275', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:44:06.904598 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.993836 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.073378 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Allocated IP 172.20.0.2 (5153b725-1496-49ce-970e-ebbe2406f275/a1c76a96-493c-40de-9687-6b3910b01b9b/4a11c8d9-392d-44e1-b859-1a37428ebc97) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:44:07.223090 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.241791 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.250807 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Transition to ACTIVE for port object 4a11c8d9-392d-44e1-b859-1a37428ebc97 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:44:07.256970 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.266373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Transition to ACTIVE for port object 4a11c8d9-392d-44e1-b859-1a37428ebc97 will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:44:07.275867 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.277894 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-f7511bee-2cf0-4984-97ea-3f2465ea5689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:07.321558 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Network 5153b725-1496-49ce-970e-ebbe2406f275 is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:44:07.324666 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:44:07.328200 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:44:07.335074 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Pushing event updated for resources: {'Port': ['ID=4a11c8d9-392d-44e1-b859-1a37428ebc97,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:07.340430 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:07.388270 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Allocated IP 172.27.3.176 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/ec1c58e8-f66d-4a19-bb93-ce77adafd1fe) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:44:07.396001 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Attempting to bind port 4a11c8d9-392d-44e1-b859-1a37428ebc97 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:44:07.396564 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Attempting to bind port 4a11c8d9-392d-44e1-b859-1a37428ebc97 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:44:07.397038 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Attempting to bind port 4a11c8d9-392d-44e1-b859-1a37428ebc97 on network 5153b725-1496-49ce-970e-ebbe2406f275 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:44:07.403677 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:44:07.404200 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Checking segment: {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:44:07.404710 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.405203 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Bound using segment: {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:44:07.405774 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Bound port: 4a11c8d9-392d-44e1-b859-1a37428ebc97, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:44:07.406391 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.503207 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] For port 4a11c8d9-392d-44e1-b859-1a37428ebc97, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:44:07.506757 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] For port 4a11c8d9-392d-44e1-b859-1a37428ebc97, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=4a11c8d9-392d-44e1-b859-1a37428ebc97,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:44:07.512880 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.517358 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:07.532513 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.581370 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Pushing event updated for resources: {'Port': ['ID=4a11c8d9-392d-44e1-b859-1a37428ebc97,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:07.584332 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.586128 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:07.588244 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:07.627727 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:44:07.631201 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:44:07.635425 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:44:07.641188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1c58e8-f66d-4a19-bb93-ce77adafd1fe,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:07.660902 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:07.932525 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:08.159012 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:08.296779 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Router 91b59c6d-383a-4ec5-9dd8-333e17a92287 is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:44:08.421826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:08.432518 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Sync routers for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:08.446674 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Notify callbacks [] for router, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:08.448234 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7129524 Jun 22 18:44:08.451683 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40842) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:08.455665 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:08.456539 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:08.535106 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7702f5-1889-4122-9140-aa157872df0c None None] Network 5153b725-1496-49ce-970e-ebbe2406f275 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:44:08.579847 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:08.603033 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-b9fabf23-6fa5-4ce1-8d8c-35436ec66075 None None] Provisioning for port 4a11c8d9-392d-44e1-b859-1a37428ebc97 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:44:08.788402 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:07Z', 'revision_number': 3, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:08.821278 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Checking router: 91b59c6d-383a-4ec5-9dd8-333e17a92287 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:08.821581 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Updating router 91b59c6d-383a-4ec5-9dd8-333e17a92287 port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:44:08.859558 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.142852 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.154010 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Transition to ACTIVE for port object ec1c58e8-f66d-4a19-bb93-ce77adafd1fe will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:44:09.162639 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.167835 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:09.229854 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.247360 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Attempting to bind port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:44:09.247749 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Attempting to bind port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:44:09.248126 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Attempting to bind port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:44:09.264549 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Pushing event updated for resources: {'Port': ['ID=ec1c58e8-f66d-4a19-bb93-ce77adafd1fe,revision_number=2']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:09.268403 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:44:09.268782 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:44:09.269193 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.269591 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:44:09.270073 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Bound port: ec1c58e8-f66d-4a19-bb93-ce77adafd1fe, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:44:09.270451 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.299324 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.299694 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.300032 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.300361 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.300684 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.301006 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.301325 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.301650 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.301987 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.302312 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.302628 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.302944 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:09.308964 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:09.386120 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] For port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:44:09.403116 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] For port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=ec1c58e8-f66d-4a19-bb93-ce77adafd1fe,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:44:09.408715 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.414766 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Allocated IP 172.20.0.1 (5153b725-1496-49ce-970e-ebbe2406f275/a1c76a96-493c-40de-9687-6b3910b01b9b/a208d7d6-247e-40a1-8276-a22668e8b728) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:44:09.414994 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-516e372b-1e4b-4d95-bcf7-ca141356ce49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:09.515369 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Pushing event updated for resources: {'Port': ['ID=ec1c58e8-f66d-4a19-bb93-ce77adafd1fe,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:09.520429 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-906407d3-d01f-4d51-a180-b403e9fe3a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:09.524280 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:09.524922 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:09.544562 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.562235 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Transition to ACTIVE for port object a208d7d6-247e-40a1-8276-a22668e8b728 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:44:09.602495 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.614538 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5265167c-477d-491f-8b5e-e5eee29139c0 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:09.644149 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Network 5153b725-1496-49ce-970e-ebbe2406f275 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:44:09.650308 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:44:09.654296 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:44:09.684741 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 4a11c8d9-392d-44e1-b859-1a37428ebc97 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:44:09.693321 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Pushing event updated for resources: {'Port': ['ID=a208d7d6-247e-40a1-8276-a22668e8b728,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:09.703315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:09.721713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.760478 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 4a11c8d9-392d-44e1-b859-1a37428ebc97 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:44:09.766703 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 4a11c8d9-392d-44e1-b859-1a37428ebc97 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:09.768005 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.779163 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:09.919220 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.921005 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.991512 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 4a11c8d9-392d-44e1-b859-1a37428ebc97, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=4a11c8d9-392d-44e1-b859-1a37428ebc97,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:09.998746 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:10.002435 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:10.042067 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-93a490d2-770b-447f-be1a-1fefae39a7fc None None] Provisioning for port a208d7d6-247e-40a1-8276-a22668e8b728 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:44:10.049704 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:07Z', 'revision_number': 3, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:10.061416 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-93a490d2-770b-447f-be1a-1fefae39a7fc None None] Provisioning complete for port a208d7d6-247e-40a1-8276-a22668e8b728 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:10.062353 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-93a490d2-770b-447f-be1a-1fefae39a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:10.078589 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841db2c-36a3-4679-87e4-499b0b100da6 None None] The sync data for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi is: [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:07Z', 'revision_number': 3, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:10.123098 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:10.128730 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:10.147291 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=4a11c8d9-392d-44e1-b859-1a37428ebc97,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:10.151061 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-93a490d2-770b-447f-be1a-1fefae39a7fc None None] Port a208d7d6-247e-40a1-8276-a22668e8b728 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:44:10.152632 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:10.162869 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-862dcc45-3220-45a0-9e1c-80ee998d1798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:10.210347 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:10.230344 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Pushing event updated for resources: {'Port': ['ID=a208d7d6-247e-40a1-8276-a22668e8b728,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:10.233554 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:10.344216 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Network 5153b725-1496-49ce-970e-ebbe2406f275 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:44:10.350557 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:44:10.494885 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Router 91b59c6d-383a-4ec5-9dd8-333e17a92287 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:44:10.582250 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-ec8467d8-89d0-42a8-b2b8-37a85dc7f8c9 None None] Provisioning complete for port a208d7d6-247e-40a1-8276-a22668e8b728 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:10.582602 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ec8467d8-89d0-42a8-b2b8-37a85dc7f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:10.617526 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:10.622247 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-ec8467d8-89d0-42a8-b2b8-37a85dc7f8c9 None None] Port a208d7d6-247e-40a1-8276-a22668e8b728 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:44:10.626040 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] 10.222.0.39 "PUT /v2.0/routers/91b59c6d-383a-4ec5-9dd8-333e17a92287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1731725 Jun 22 18:44:11.457015 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40850) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:11.462272 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-2bed50f2-fc30-45cd-a36b-52581613b315 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843633487', 'description': 'tempest-description--1615193816'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:11.487856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2bed50f2-fc30-45cd-a36b-52581613b315 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.601796 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2bed50f2-fc30-45cd-a36b-52581613b315 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.607611 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2bed50f2-fc30-45cd-a36b-52581613b315 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.610416 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-dc72c5cf-5294-4afd-90d4-bc5242e48f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:11.642361 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2bed50f2-fc30-45cd-a36b-52581613b315 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.647662 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2bed50f2-fc30-45cd-a36b-52581613b315 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1851037 Jun 22 18:44:11.647662 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed50f2-fc30-45cd-a36b-52581613b315 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bd2722-8576-4cbb-bc70-24de33dbe97a,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:11.648174 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40852) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:11.650305 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2bed50f2-fc30-45cd-a36b-52581613b315 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:11.653665 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-293354c6-d3cd-4ccb-baa4-71ba1035e93e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'security_group_rule': {'security_group_id': 'a1bd2722-8576-4cbb-bc70-24de33dbe97a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:11.684429 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-293354c6-d3cd-4ccb-baa4-71ba1035e93e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.757275 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device ec1c58e8-f66d-4a19-bb93-ce77adafd1fe up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:44:11.762184 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-293354c6-d3cd-4ccb-baa4-71ba1035e93e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.766058 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-293354c6-d3cd-4ccb-baa4-71ba1035e93e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.768215 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c0a8a3be-8cd6-4169-9982-f52074fdf944 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:11.785648 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293354c6-d3cd-4ccb-baa4-71ba1035e93e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee40590a-95e3-44b6-8e3b-bd3b52a18ca0,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:11.790960 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-293354c6-d3cd-4ccb-baa4-71ba1035e93e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:11.795612 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-293354c6-d3cd-4ccb-baa4-71ba1035e93e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.799545 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-293354c6-d3cd-4ccb-baa4-71ba1035e93e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480842 Jun 22 18:44:11.799872 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 40854) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:11.806633 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-b5a149fd-0dda-4716-8ce7-8d64bd754eed tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'security_group_rule': {'security_group_id': 'a1bd2722-8576-4cbb-bc70-24de33dbe97a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:11.826308 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:44:11.835919 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:11.837234 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.841431 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Sync routers for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:11.844578 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b5a149fd-0dda-4716-8ce7-8d64bd754eed tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.874925 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:11.875602 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:11.911833 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b5a149fd-0dda-4716-8ce7-8d64bd754eed tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.917069 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b5a149fd-0dda-4716-8ce7-8d64bd754eed tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.919472 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-492e51c1-1110-4c83-9357-3ec9cdc7c995 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:11.939883 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a149fd-0dda-4716-8ce7-8d64bd754eed tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e75b1a-6061-4882-b096-d7cdadfb31d5,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:11.943086 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b5a149fd-0dda-4716-8ce7-8d64bd754eed tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.949133 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b5a149fd-0dda-4716-8ce7-8d64bd754eed tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434107 Jun 22 18:44:11.949133 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b5a149fd-0dda-4716-8ce7-8d64bd754eed tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:11.950110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40856) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:11.954391 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'floatingip': {'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:11.983427 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.028051 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:12.030789 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.087720 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=ec1c58e8-f66d-4a19-bb93-ce77adafd1fe,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:12.088070 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.092575 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.093443 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 4a11c8d9-392d-44e1-b859-1a37428ebc97 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:44:12.122085 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:12.208351 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Allocated IP 172.27.3.188 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/79ad07ea-e9b7-4ada-b99d-78a7f8c1152e) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:44:12.248382 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=ec1c58e8-f66d-4a19-bb93-ce77adafd1fe,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:12.254230 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:12.280139 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 4a11c8d9-392d-44e1-b859-1a37428ebc97 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:12.280517 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.319611 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.359954 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.363061 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:12.406138 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 2, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:12.408895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:44:12.412663 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:44:12.415553 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:44:12.421671 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'Port': ['ID=79ad07ea-e9b7-4ada-b99d-78a7f8c1152e,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:12.424328 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:12.435092 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Checking router: 91b59c6d-383a-4ec5-9dd8-333e17a92287 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:12.435480 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Updating router 91b59c6d-383a-4ec5-9dd8-333e17a92287 port a208d7d6-247e-40a1-8276-a22668e8b728 binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:44:12.471610 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.506600 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.553223 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.714533 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.719717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.721848 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6388eee0-7cdb-46ba-a1b8-083c64213028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:12.799582 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'Port': ['ID=79ad07ea-e9b7-4ada-b99d-78a7f8c1152e,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:12.802781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:12.809140 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.824272 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.827815 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8774343 Jun 22 18:44:12.877144 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.889532 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Transition to ACTIVE for port object a208d7d6-247e-40a1-8276-a22668e8b728 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:44:12.895981 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:12.898367 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-52ee070c-6e69-4672-8e00-19693b808aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:12.950687 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fea100-107a-4982-80fc-48dc63a1ba9c None None] Pushing event updated for resources: {'Port': ['ID=a208d7d6-247e-40a1-8276-a22668e8b728,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:12.954506 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a4fea100-107a-4982-80fc-48dc63a1ba9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:13.008972 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Attempting to bind port a208d7d6-247e-40a1-8276-a22668e8b728 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:44:13.009566 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Attempting to bind port a208d7d6-247e-40a1-8276-a22668e8b728 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:44:13.009859 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Attempting to bind port a208d7d6-247e-40a1-8276-a22668e8b728 on network 5153b725-1496-49ce-970e-ebbe2406f275 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:44:13.016637 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:44:13.017143 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Checking segment: {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:44:13.017649 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:13.018112 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Bound using segment: {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:44:13.018642 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Bound port: a208d7d6-247e-40a1-8276-a22668e8b728, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:44:13.019081 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:13.034389 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-592b73f4-914a-4c00-a04c-225424abe045 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1843633487&fields=id&tenant_id=df6e1689bd1d44c0a2e350648a769da7 HTTP/1.1" status: 200 len: 267 time: 0.0626705 Jun 22 18:44:13.108478 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] For port a208d7d6-247e-40a1-8276-a22668e8b728, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:44:13.113068 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] For port a208d7d6-247e-40a1-8276-a22668e8b728, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a208d7d6-247e-40a1-8276-a22668e8b728,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:44:13.119484 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:13.120763 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:13.178498 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-80233d89-c27b-4684-a28d-6d3f4a41eee4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:13.180896 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-80233d89-c27b-4684-a28d-6d3f4a41eee4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 811 time: 0.1389809 Jun 22 18:44:13.196502 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fea100-107a-4982-80fc-48dc63a1ba9c None None] Pushing event updated for resources: {'Port': ['ID=a208d7d6-247e-40a1-8276-a22668e8b728,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:13.198619 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-8dc46892-6a00-4ffc-9773-21f67fe2d331 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/quotas/df6e1689bd1d44c0a2e350648a769da7 HTTP/1.1" status: 200 len: 375 time: 0.0113788 Jun 22 18:44:13.199229 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:13.199887 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:13.202258 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a4fea100-107a-4982-80fc-48dc63a1ba9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:13.279157 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-6e61898d-fe60-444a-b2c2-a5a64425bad5 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719161 Jun 22 18:44:13.349527 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:13.430510 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-daa1fe88-2cac-4d52-b840-613ad30bf907 service neutron] 10.222.0.39 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286268 Jun 22 18:44:13.540540 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-35769f6e-b8ed-47c8-a926-296dcc738542 service neutron] 10.222.0.39 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994687 Jun 22 18:44:13.584475 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:13Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:13.615723 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741ba96-5f1f-4a0e-a542-673d22c0f990 None None] The sync data for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi is: [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:13Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:13.657108 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device ec1c58e8-f66d-4a19-bb93-ce77adafd1fe up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:44:13.739004 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:13.739386 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:13.778034 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aaa0e3e1-c8e2-41ab-a810-0efffa811e9c req-31736ada-53d8-44a9-87e7-715e88e24a87 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 210 time: 0.0469213 Jun 22 18:44:14.941489 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0d03cb41-877c-42af-bd1a-1400a4475f38 req-7b5fb7d4-8901-4122-bb17-03015559acc7 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 210 time: 0.0317347 Jun 22 18:44:15.055865 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-6af11115-307e-47b7-8c88-7956975a493d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:15.057399 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-6af11115-307e-47b7-8c88-7956975a493d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 811 time: 0.1096451 Jun 22 18:44:15.113530 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-b2d1ff4f-712d-40a2-ad40-b237b54965fd tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df6e1689bd1d44c0a2e350648a769da7 HTTP/1.1" status: 200 len: 380 time: 0.0368817 Jun 22 18:44:15.122605 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'port': {'device_id': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'admin_state_up': True, 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'security_groups': ['a1bd2722-8576-4cbb-bc70-24de33dbe97a']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:15.244768 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Made reservation on behalf of df6e1689bd1d44c0a2e350648a769da7 for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:44:15.248389 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:15.385992 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Allocated IP 172.20.0.12 (5153b725-1496-49ce-970e-ebbe2406f275/a1c76a96-493c-40de-9687-6b3910b01b9b/4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:44:15.535254 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:15.550072 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Transition to ACTIVE for port object 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:44:15.587799 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:15.597105 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-feccec49-0982-405f-8794-56e346c90981 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:15.631237 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Network 5153b725-1496-49ce-970e-ebbe2406f275 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:44:15.635632 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:44:15.638178 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:44:15.684091 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'Port': ['ID=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:15.687150 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:15.700125 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a208d7d6-247e-40a1-8276-a22668e8b728 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:44:15.713301 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:15.714450 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:15.736181 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6172836 Jun 22 18:44:15.762946 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port a208d7d6-247e-40a1-8276-a22668e8b728 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:44:15.767477 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port a208d7d6-247e-40a1-8276-a22668e8b728 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:15.767865 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:15.809928 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Request body: {'port': {'device_id': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:15.861354 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:15.902939 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port a208d7d6-247e-40a1-8276-a22668e8b728, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a208d7d6-247e-40a1-8276-a22668e8b728,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:15.903269 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:15.907687 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:15.910805 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:15.971976 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-fa58aff9-f859-4b29-b852-915cfc53d41f None None] Provisioning for port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:44:15.984685 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-fa58aff9-f859-4b29-b852-915cfc53d41f None None] Provisioning complete for port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:15.985320 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fa58aff9-f859-4b29-b852-915cfc53d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:15.987996 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=a208d7d6-247e-40a1-8276-a22668e8b728,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:15.994046 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:16.060185 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-fa58aff9-f859-4b29-b852-915cfc53d41f None None] Port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:44:16.222621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2f40f-1fe6-435c-832c-b4a6dfc81e8e req-97ab0fbf-f082-49dd-a9b2-da1e50ae2eb3 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:16.224116 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-61e2f40f-1fe6-435c-832c-b4a6dfc81e8e req-97ab0fbf-f082-49dd-a9b2-da1e50ae2eb3 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 932 time: 0.1426623 Jun 22 18:44:16.294607 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:44:16.301694 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-61e2f40f-1fe6-435c-832c-b4a6dfc81e8e req-b886f913-485b-4dad-911e-6d15f13ca671 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703623 Jun 22 18:44:16.306700 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:16.320981 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Transition to ACTIVE for port object 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:44:16.324488 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:16.326162 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-fb094a50-42fc-4dfe-afed-65a8151646ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:16.377933 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:16.385365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:16.458981 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Attempting to bind port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:44:16.459313 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Attempting to bind port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:44:16.459674 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Attempting to bind port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 on network 5153b725-1496-49ce-970e-ebbe2406f275 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:44:16.465770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 on network 5153b725-1496-49ce-970e-ebbe2406f275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:44:16.466096 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Attempting to bind port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 on network 5153b725-1496-49ce-970e-ebbe2406f275 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:44:16.471742 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:44:16.472040 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Checking segment: {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:44:16.472424 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Bound using segment: {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:44:16.472913 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Bound port: 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:44:16.473272 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:16.540785 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] For port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:44:16.549467 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] For port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:44:16.554382 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:16.556523 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f10f1a58-6342-4935-bf81-bd6308e7dcfc tempest-VolumesActionsTest-481803022 tempest-VolumesActionsTest-481803022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:16.597199 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:16.597810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:16.599252 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] 10.222.0.109 "PUT /v2.0/ports/4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 HTTP/1.1" status: 200 len: 1094 time: 0.7936614 Jun 22 18:44:16.599782 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'tag': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:44:16.602510 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872f5066-cacd-48a9-aa4c-af42a09dee5c" -d '{"events": [{"name": "network-changed", "server_uuid": "1afadadf-ff41-4a09-a6f9-c4b346c8ff88", "tag": "4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:44:16.623976 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:16.627243 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:16.717415 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce7e01f-17ee-4135-94fb-41af3c892265 x-openstack-request-id: req-8ce7e01f-17ee-4135-94fb-41af3c892265 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:44:16.717742 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afadadf-ff41-4a09-a6f9-c4b346c8ff88", "tag": "4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:44:16.718028 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ce7e01f-17ee-4135-94fb-41af3c892265 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:44:16.718459 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'tag': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3', 'status': 'completed', 'code': 200} Jun 22 18:44:16.725001 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-5df91014-41b2-4e80-8a1b-26ba13fda347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:16.726549 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-5df91014-41b2-4e80-8a1b-26ba13fda347 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 1097 time: 0.0647867 Jun 22 18:44:16.778584 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-319b9754-0567-4c9d-a9d0-d072b232039d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 HTTP/1.1" status: 200 len: 217 time: 0.0367327 Jun 22 18:44:16.827647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-b3dd3ad8-ca65-45b7-82d2-11318d5870b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:16.829101 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-b3dd3ad8-ca65-45b7-82d2-11318d5870b7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0449576 Jun 22 18:44:16.895628 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-925f59cb-838b-4819-80a3-0be187aafad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:16.897122 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-925f59cb-838b-4819-80a3-0be187aafad2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599864 Jun 22 18:44:16.989907 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-31bc64a0-0278-47ee-9e30-0216374e5124 service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858645 Jun 22 18:44:17.089958 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-21e8c316-1e5f-4d75-8a7b-8c130f5aa35d req-524fbe59-8a68-4712-85ab-3f52e8520ec5 service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931787 Jun 22 18:44:17.237371 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-ba4b8017-5fd2-49f5-a4b3-61642985f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:17.238886 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-ba4b8017-5fd2-49f5-a4b3-61642985f95e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 1097 time: 0.0583413 Jun 22 18:44:17.344391 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-3ab5fca7-98dc-48ce-92f3-1af925810c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:17.345927 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-3ab5fca7-98dc-48ce-92f3-1af925810c41 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 913 time: 0.0996251 Jun 22 18:44:17.394656 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-e8c2ddbb-b170-40a5-94fe-20c4aac12398 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 HTTP/1.1" status: 200 len: 217 time: 0.0416276 Jun 22 18:44:17.486613 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-df5da746-d81d-48f9-ae14-0c68fef5fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:17.488101 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-df5da746-d81d-48f9-ae14-0c68fef5fc4d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0877678 Jun 22 18:44:17.548913 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf52dbc-fb6c-49c8-a692-67781894544f req-273c61ab-5cec-4ab9-a199-31a31a574d4b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:17.550489 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2cf52dbc-fb6c-49c8-a692-67781894544f req-273c61ab-5cec-4ab9-a199-31a31a574d4b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 944 time: 0.1242540 Jun 22 18:44:17.600115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-ea5730f3-1f02-4817-b88d-516f46c11e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:17.601904 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-ea5730f3-1f02-4817-b88d-516f46c11e8b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047759 Jun 22 18:44:17.605769 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2cf52dbc-fb6c-49c8-a692-67781894544f req-9d3bacd0-1207-4bf4-a03a-39c4bc83aa8f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481126 Jun 22 18:44:17.638725 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a208d7d6-247e-40a1-8276-a22668e8b728 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:44:17.688404 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port a208d7d6-247e-40a1-8276-a22668e8b728 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:17.689061 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:17.712353 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-c9e41cff-a271-44c4-89c2-4be1c58391e9 service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036119 Jun 22 18:44:18.100157 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-872f5066-cacd-48a9-aa4c-af42a09dee5c req-f9030116-c392-47cd-b25c-49be90e9ac4a service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810647 Jun 22 18:44:18.691645 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:44:18.783823 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463e0d-e3a4-4f0e-9efd-e3613eb215f3 req-89976237-cae6-4700-898a-fac3b93486f4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:18.785369 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7c463e0d-e3a4-4f0e-9efd-e3613eb215f3 req-89976237-cae6-4700-898a-fac3b93486f4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 944 time: 0.0631914 Jun 22 18:44:18.786517 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:18.798867 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'port_id': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3', 'mac_address': 'fa:16:3e:b5:6b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:44:18.829050 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7c463e0d-e3a4-4f0e-9efd-e3613eb215f3 req-f4e21c1d-14d5-4c93-bee9-f051f3115262 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363827 Jun 22 18:44:18.835813 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:18.853071 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:44:18.873584 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:18.878161 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:18.880195 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-cb22f46e-b68c-4d5e-b154-9d7febf1e9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:18.925562 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:18.928492 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:19.411750 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:44:20.000774 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e6ce-bb55-4ab5-ad03-82a9df846a80 req-9bb4b905-a453-4a86-b73d-e4a5b4979fdd tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:20.002199 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1189e6ce-bb55-4ab5-ad03-82a9df846a80 req-9bb4b905-a453-4a86-b73d-e4a5b4979fdd tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 945 time: 0.0623722 Jun 22 18:44:20.039828 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1189e6ce-bb55-4ab5-ad03-82a9df846a80 req-47b40f80-d9f2-4fd6-84da-9612df2fd93b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Jun 22 18:44:20.703473 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:44:20.750657 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:44:20.754065 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:20.754696 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:20.829164 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:20.852271 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:44:20.854681 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7669e432-4908-415d-ac7a-a828d0099a40" -d '{"events": [{"server_uuid": "1afadadf-ff41-4a09-a6f9-c4b346c8ff88", "name": "network-vif-plugged", "status": "completed", "tag": "4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:44:20.868618 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:20.873279 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:20.876170 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:20.928016 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:20.931842 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:20.957906 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bdd7dc-2429-45b7-b3c4-1becb15d3c44 x-openstack-request-id: req-32bdd7dc-2429-45b7-b3c4-1becb15d3c44 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:44:20.958208 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afadadf-ff41-4a09-a6f9-c4b346c8ff88", "name": "network-vif-plugged", "status": "completed", "tag": "4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:44:20.958493 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32bdd7dc-2429-45b7-b3c4-1becb15d3c44 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:44:20.958891 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3', 'code': 200} Jun 22 18:44:21.269881 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a4da1-d799-4f68-89d5-486861918b11 req-1a341df2-bf67-4cc5-ae27-f8df3c5431bb tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:21.271299 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c9a4da1-d799-4f68-89d5-486861918b11 req-1a341df2-bf67-4cc5-ae27-f8df3c5431bb tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.1149337 Jun 22 18:44:21.297094 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732dc52-d228-482d-b23b-a7d4dee160c4 req-4e35b88b-501c-49d6-a826-d419a9ebe4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:21.298566 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0732dc52-d228-482d-b23b-a7d4dee160c4 req-4e35b88b-501c-49d6-a826-d419a9ebe4a2 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 1099 time: 0.1120687 Jun 22 18:44:21.333652 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0c9a4da1-d799-4f68-89d5-486861918b11 req-0cd92210-01a0-4876-a9c7-b72073ea7ff2 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556822 Jun 22 18:44:21.348886 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0732dc52-d228-482d-b23b-a7d4dee160c4 req-36f1753b-a064-4acd-9118-c80533108bbe service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408211 Jun 22 18:44:22.056114 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a25f2242-2dd7-4490-bd0f-65ee3edad7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:22.519039 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077528b-fa71-4ae0-a211-d5d254eb665a req-09c46fc2-f931-4fb8-9a41-a5a28cbec9a7 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:22.520542 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2077528b-fa71-4ae0-a211-d5d254eb665a req-09c46fc2-f931-4fb8-9a41-a5a28cbec9a7 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0690520 Jun 22 18:44:22.561122 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2077528b-fa71-4ae0-a211-d5d254eb665a req-67f1b6d5-3b92-4f3a-911f-570d171e5949 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334685 Jun 22 18:44:23.744497 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f95363-103c-49e6-8984-9f998e749398 req-a5c0eedc-484d-48bb-a8fb-01962cb2e481 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:23.746237 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f5f95363-103c-49e6-8984-9f998e749398 req-a5c0eedc-484d-48bb-a8fb-01962cb2e481 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0715930 Jun 22 18:44:23.793002 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f5f95363-103c-49e6-8984-9f998e749398 req-785963fb-f826-47ce-bd54-595ce6d15f2c tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Jun 22 18:44:23.962556 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8be2c-a033-4619-89b5-282331e49c17 req-4a96214f-c69c-491e-92a3-a5449e02b042 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:23.964699 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cce8be2c-a033-4619-89b5-282331e49c17 req-4a96214f-c69c-491e-92a3-a5449e02b042 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0669768 Jun 22 18:44:23.974016 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40916) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:23.981228 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-7c15fb3d-c722-47c5-a4d6-073540b3a740 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'floatingip': {'port_id': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:24.022303 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-7c15fb3d-c722-47c5-a4d6-073540b3a740 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:24.496328 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-7c15fb3d-c722-47c5-a4d6-073540b3a740 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:24.500117 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-7c15fb3d-c722-47c5-a4d6-073540b3a740 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:24.598980 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [None req-7c15fb3d-c722-47c5-a4d6-073540b3a740 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Floating IP 0a0c6c19-7792-4e93-bf77-c8c7d053c365 associated. External IP: 172.27.3.188, port: 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3. Jun 22 18:44:24.819743 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c15fb3d-c722-47c5-a4d6-073540b3a740 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Router 91b59c6d-383a-4ec5-9dd8-333e17a92287 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:44:24.926955 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c15fb3d-c722-47c5-a4d6-073540b3a740 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:24.932048 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-7c15fb3d-c722-47c5-a4d6-073540b3a740 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:24.936748 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] Sync routers for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:24.950084 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:24.950693 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:24.971236 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-7c15fb3d-c722-47c5-a4d6-073540b3a740 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "PUT /v2.0/floatingips/0a0c6c19-7792-4e93-bf77-c8c7d053c365 HTTP/1.1" status: 200 len: 992 time: 0.9933085 Jun 22 18:44:24.971236 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'tag': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:44:24.971836 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26d681a-3f07-4d0a-85ca-ed49eb933963" -d '{"events": [{"name": "network-changed", "server_uuid": "1afadadf-ff41-4a09-a6f9-c4b346c8ff88", "tag": "4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:44:25.023081 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b820241-3b0a-49a1-a518-a78a8cd39dbb x-openstack-request-id: req-0b820241-3b0a-49a1-a518-a78a8cd39dbb {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:44:25.023502 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afadadf-ff41-4a09-a6f9-c4b346c8ff88", "tag": "4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:44:25.023937 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b820241-3b0a-49a1-a518-a78a8cd39dbb {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:44:25.024436 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'tag': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3', 'status': 'completed', 'code': 200} Jun 22 18:44:25.053124 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:25.156726 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-8462ccbc-5c52-41a0-aac7-cddb0163b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:25.158214 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-8462ccbc-5c52-41a0-aac7-cddb0163b90c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 1099 time: 0.0593848 Jun 22 18:44:25.259672 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-a921104d-877e-4589-98db-732249503308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:25.261155 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-a921104d-877e-4589-98db-732249503308 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 913 time: 0.0951905 Jun 22 18:44:25.305352 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '0a0c6c19-7792-4e93-bf77-c8c7d053c365', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'port_id': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'mac_address': 'fa:16:3e:b5:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:44:12Z', 'updated_at': '2021-06-22T18:44:24Z', 'revision_number': 1, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:25.334067 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] Checking router: 91b59c6d-383a-4ec5-9dd8-333e17a92287 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:25.343118 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-9eea83e2-5924-4909-a0bd-f9feeeff5fb7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 HTTP/1.1" status: 200 len: 1000 time: 0.0756109 Jun 22 18:44:25.344087 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:25.344688 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:43:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:25.396176 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-959a5baf-3b52-4244-ac5b-9a2e59454574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:25.397743 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-959a5baf-3b52-4244-ac5b-9a2e59454574 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0489244 Jun 22 18:44:25.453094 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:25.457021 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-0157036d-f2eb-4bcd-9a4b-1b17a72a2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:25.458584 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-0157036d-f2eb-4bcd-9a4b-1b17a72a2bc8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534015 Jun 22 18:44:25.551105 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-b809b0ea-2652-4007-95ac-f5c2ee408eed service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835369 Jun 22 18:44:25.649006 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d26d681a-3f07-4d0a-85ca-ed49eb933963 req-ce342d0a-2ee3-45b1-992e-d032faa5ac90 service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914998 Jun 22 18:44:25.654747 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b3531bfe-e277-45bd-ae6c-a49b96809dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:25.689690 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '0a0c6c19-7792-4e93-bf77-c8c7d053c365', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'port_id': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'mac_address': 'fa:16:3e:b5:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:44:12Z', 'updated_at': '2021-06-22T18:44:24Z', 'revision_number': 1, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:25.716551 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06b72f-e250-4ba1-aba1-0ad658823824 None None] The sync data for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi is: [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '0a0c6c19-7792-4e93-bf77-c8c7d053c365', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'port_id': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'mac_address': 'fa:16:3e:b5:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:44:12Z', 'updated_at': '2021-06-22T18:44:24Z', 'revision_number': 1, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:25.852101 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:25.900414 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b38fd9-b201-44e9-9de6-77ce9920101c None None] New status for floating IP 0a0c6c19-7792-4e93-bf77-c8c7d053c365: ACTIVE {{(pid=92907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:44:26.149617 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:26.433316 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.221159 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:34.895620 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:44:36.674603 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 40950) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:36.943089 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Deleting port 0056cdc9-7fcb-497c-ad88-c22d8ff790a3 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:36.943365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:37.020233 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:37.020552 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:37.032335 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Calling delete_port for 0056cdc9-7fcb-497c-ad88-c22d8ff790a3 owned by network:floatingip {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:37.204273 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:37.207272 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:37.236318 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event deleted for resources: {'Port': ['ID=0056cdc9-7fcb-497c-ad88-c22d8ff790a3,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:37.238745 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:37.294188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for floatingip, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:37.294622 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Floating IP 8a7312ed-63bb-4b3c-ad0a-24353d3f33c2 disassociated (deleted). External IP: 172.27.3.214, port: 2ffaef08-22fa-4c96-9c4c-493c7dddfde9. Jun 22 18:44:37.510222 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:44:37.619906 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:37.624713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:37.631287 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] Sync routers for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:37.641259 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:37.641877 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:44:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:37.660295 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "DELETE /v2.0/floatingips/8a7312ed-63bb-4b3c-ad0a-24353d3f33c2 HTTP/1.1" status: 204 len: 168 time: 0.9846051 Jun 22 18:44:37.660942 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:44:37.663222 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:44:37.706325 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d291bb6d-7cc2-4f1b-8b68-2f2ec467eeb1 x-openstack-request-id: req-d291bb6d-7cc2-4f1b-8b68-2f2ec467eeb1 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:44:37.706924 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:44:37.707091 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d291bb6d-7cc2-4f1b-8b68-2f2ec467eeb1 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:44:37.707551 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'status': 'completed', 'code': 200} Jun 22 18:44:37.753805 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:37.823135 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-e8e232ce-3ff2-4287-a8ee-587d9fac69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:37.825009 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-e8e232ce-3ff2-4287-a8ee-587d9fac69b5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5cfda67e928f436fb0963938e690e4a4&device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 1099 time: 0.0686464 Jun 22 18:44:37.945545 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-fa765bc6-f348-40ef-8b62-56216fd2ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:37.947702 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-fa765bc6-f348-40ef-8b62-56216fd2ad91 service neutron] 10.222.0.109 "GET /v2.0/networks?id=46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 200 len: 911 time: 0.1140292 Jun 22 18:44:38.002325 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-7f859a16-348c-4eab-80b0-54a3515df30d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 200 len: 217 time: 0.0387709 Jun 22 18:44:38.004057 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 5, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:38.092161 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-2ab910bb-5cf9-481f-b7a6-18c686ec6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:38.093613 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-2ab910bb-5cf9-481f-b7a6-18c686ec6f6d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 200 len: 848 time: 0.0826645 Jun 22 18:44:38.119258 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] Checking router: d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:38.127432 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:38.128035 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:44:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:38.152194 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f409d4-dfc2-4411-8285-1314d6a99634 req-230173d3-d884-40a1-8cfa-24fbd02378c0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:38.153710 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-59f409d4-dfc2-4411-8285-1314d6a99634 req-230173d3-d884-40a1-8cfa-24fbd02378c0 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.1107402 Jun 22 18:44:38.198437 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-2be13a53-6032-4b90-99f6-0c2610d8383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:38.199949 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-2be13a53-6032-4b90-99f6-0c2610d8383b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=46e95127-cbc9-462d-8502-81271746711a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0986280 Jun 22 18:44:38.205066 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-59f409d4-dfc2-4411-8285-1314d6a99634 req-45208a1d-22eb-4722-8e0c-7a0c2d7466fe tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 Jun 22 18:44:38.235663 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:38.305915 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-6f0cf305-3266-487f-be0e-ce444df6885e service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970523 Jun 22 18:44:38.401291 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ca253ba4-5b9e-415d-b9d9-49b7e4b072ca req-8f5ebe7b-ecc2-41ec-9da5-b4e90646cbae service neutron] 10.222.0.109 "GET /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892465 Jun 22 18:44:38.451499 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 5, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:38.486498 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa7d57-fe89-4405-a728-6aefd2861a0b None None] The sync data for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi is: [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:50Z', 'revision_number': 4, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'ef0151b5-90ac-43e9-83fc-891d38f93ad4', 'name': '', 'network_id': '46e95127-cbc9-462d-8502-81271746711a', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'mac_address': 'fa:16:3e:fb:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:49Z', 'updated_at': '2021-06-22T18:38:58Z', 'revision_number': 5, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'subnets': [{'id': '654d81dc-5f88-40ea-a3d2-95706886f519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:38.747829 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5ae8f-bf9f-4ce5-989d-9ca0fe63908d None None] New status for floating IP 8a7312ed-63bb-4b3c-ad0a-24353d3f33c2: DOWN {{(pid=92907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:44:39.384304 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba57f84-9a3e-4b8f-bfe9-009a325d3805 req-2d2eb740-c87e-462c-b731-5102e9e02101 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:39.385753 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cba57f84-9a3e-4b8f-bfe9-009a325d3805 req-2d2eb740-c87e-462c-b731-5102e9e02101 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0668435 Jun 22 18:44:39.424177 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cba57f84-9a3e-4b8f-bfe9-009a325d3805 req-62053093-87d6-4e76-82c5-313914f657b2 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325773 Jun 22 18:44:40.541762 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-c18bc09d-de0b-42e6-b156-15869915f17e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:40.543295 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-c18bc09d-de0b-42e6-b156-15869915f17e tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.109 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.0684500 Jun 22 18:44:40.942685 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a84f3-510f-47d8-ae4d-4b9100befb52 req-d09278c2-96ae-4904-ae72-af53aa4cfc94 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:40.944175 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5d9a84f3-510f-47d8-ae4d-4b9100befb52 req-d09278c2-96ae-4904-ae72-af53aa4cfc94 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 946 time: 0.3997886 Jun 22 18:44:40.987925 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Deleting port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:40.988259 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:40.997181 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5d9a84f3-510f-47d8-ae4d-4b9100befb52 req-5c72f404-257f-4db9-89d7-2e79cbdc3f7f tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/security-groups?id=500834ad-7419-4dca-a21c-ed342c8c8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466020 Jun 22 18:44:41.087041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] For port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:41.087411 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:41.102997 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Calling delete_port for 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:41.248067 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:41.252000 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-154c2d70-194a-4454-bf5e-99ddcc6d5f50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:41.279687 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event deleted for resources: {'Port': ['ID=2ffaef08-22fa-4c96-9c4c-493c7dddfde9,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:41.282801 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:41.331280 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] No DVR routers for this DVR port 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:41.333851 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:41.335832 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dfbfd76e-3732-488d-9cad-e8ec066f6f6d req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.109 "DELETE /v2.0/ports/2ffaef08-22fa-4c96-9c4c-493c7dddfde9 HTTP/1.1" status: 204 len: 173 time: 0.7824187 Jun 22 18:44:41.336536 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'name': 'network-vif-deleted', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:44:41.340476 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec84953-4b32-4178-96bb-8c10889a51f3" -d '{"events": [{"server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "name": "network-vif-deleted", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:44:41.379467 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fddcd3-418f-4bd1-83e0-f4294dcc949d x-openstack-request-id: req-c9fddcd3-418f-4bd1-83e0-f4294dcc949d {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:44:41.379870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c76f865-2857-4cda-ba84-3e3df892c66b", "name": "network-vif-deleted", "tag": "2ffaef08-22fa-4c96-9c4c-493c7dddfde9", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:44:41.380431 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9fddcd3-418f-4bd1-83e0-f4294dcc949d {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:44:41.381035 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c76f865-2857-4cda-ba84-3e3df892c66b', 'name': 'network-vif-deleted', 'tag': '2ffaef08-22fa-4c96-9c4c-493c7dddfde9', 'status': 'completed', 'code': 200} Jun 22 18:44:42.144442 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ae1e7083-6ecd-4dc3-a3bd-1593eddb1225 req-62f6ec0b-d500-4a55-8f06-9243f8e6f00b tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 210 time: 0.0296571 Jun 22 18:44:43.288209 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fcfc8e4f-3a8e-44b4-be34-70842f2ac0d0 req-f651cd6f-4ab4-4de9-a5b7-17e5b3731d53 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 210 time: 0.0319247 Jun 22 18:44:44.440816 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c852abe5-2c78-46d2-aa85-4a450c0e69d1 req-b5130f0c-36d0-47ba-9fc9-bc05915ed0fc tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c76f865-2857-4cda-ba84-3e3df892c66b HTTP/1.1" status: 200 len: 210 time: 0.0314224 Jun 22 18:44:44.825116 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:44.847644 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:44.848000 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 2ffaef08-22fa-4c96-9c4c-493c7dddfde9 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:45.255991 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-f68890df-ce67-4302-a613-ba60f40bf2b3 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053602664&fields=id&tenant_id=1b0d77d3dfc94590a6095cdee66d20eb HTTP/1.1" status: 200 len: 267 time: 0.0348024 Jun 22 18:44:45.370095 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-9469f1df-48f8-422a-8289-fe4b98052ed9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:45.371580 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-9469f1df-48f8-422a-8289-fe4b98052ed9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 812 time: 0.1084287 Jun 22 18:44:45.387183 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-c586b3a2-687b-4b14-99bf-1a33e498c092 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/quotas/1b0d77d3dfc94590a6095cdee66d20eb HTTP/1.1" status: 200 len: 375 time: 0.0100787 Jun 22 18:44:45.459529 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-4e26a786-fea7-43e2-ae47-f1fc8799d9b0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670404 Jun 22 18:44:45.542725 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41018) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:45.563692 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-9f302b88-1466-47db-bfb9-dbc49e7ed52d service neutron] 10.222.0.39 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927951 Jun 22 18:44:45.607728 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9049296c-c047-4cbc-a735-e7f099df466d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:45.634486 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9049296c-c047-4cbc-a735-e7f099df466d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:45.653913 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-e34f4522-ef14-44d4-a7e6-8bc5d7e1ecb4 service neutron] 10.222.0.39 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837076 Jun 22 18:44:45.698163 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9049296c-c047-4cbc-a735-e7f099df466d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:45.704961 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9049296c-c047-4cbc-a735-e7f099df466d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:45.704961 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-9049296c-c047-4cbc-a735-e7f099df466d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] 10.222.0.39 "DELETE /v2.0/security-groups/500834ad-7419-4dca-a21c-ed342c8c8e62 HTTP/1.1" status: 204 len: 168 time: 0.1582429 Jun 22 18:44:45.704961 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-76813dcc-fc74-4ec8-9aa1-115e0d3e7933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:45.712062 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049296c-c047-4cbc-a735-e7f099df466d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500834ad-7419-4dca-a21c-ed342c8c8e62,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:45.714720 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9049296c-c047-4cbc-a735-e7f099df466d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:45.750580 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41024) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:46.032286 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ab7e3313-3e18-45d8-97a3-13f295201196 req-2dae48d0-a475-4be6-8c84-930ff6ee2253 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 210 time: 0.0617409 Jun 22 18:44:46.296320 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687782'] for router_interface, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:46.625879 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Deleting port ef0151b5-90ac-43e9-83fc-891d38f93ad4 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:46.626549 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:46.708941 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] For port ef0151b5-90ac-43e9-83fc-891d38f93ad4, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=ef0151b5-90ac-43e9-83fc-891d38f93ad4,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:46.709289 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:46.722012 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Calling delete_port for ef0151b5-90ac-43e9-83fc-891d38f93ad4 owned by network:router_interface {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:46.935761 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:46.937744 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:46.962091 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0151b5-90ac-43e9-83fc-891d38f93ad4,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:46.966235 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:47.257841 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-912831b7-5af5-4eb1-8ec4-48dcb7da5e61 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:47.260465 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-912831b7-5af5-4eb1-8ec4-48dcb7da5e61 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 812 time: 0.1661084 Jun 22 18:44:47.308005 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4a0fa0af-17f0-4b6a-a2ae-68017d1dd031 req-45fa5cdc-3086-43da-baba-7c5c96bbe49c tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 210 time: 0.0849144 Jun 22 18:44:47.345952 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1834251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687674'] for router_interface, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:47.357229 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-c1aaf05b-25ac-4a28-95a6-0a15bf8b7613 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0d77d3dfc94590a6095cdee66d20eb HTTP/1.1" status: 200 len: 380 time: 0.0589633 Jun 22 18:44:47.402864 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'port': {'device_id': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'admin_state_up': True, 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'security_groups': ['73640e8f-c1f0-4b22-b538-69153904d56d']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:47.605195 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Made reservation on behalf of 1b0d77d3dfc94590a6095cdee66d20eb for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:44:47.608664 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.010643 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:44:48.121572 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Allocated IP 172.20.0.12 (cced807c-560b-42fb-a194-89ecf5911542/4a9f9933-3ddb-44f9-869c-cde65ddf72b0/f0fb4baf-e7e8-496e-849b-a577734763e0) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:44:48.193112 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:48.201034 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] 10.222.0.39 "PUT /v2.0/routers/d3ea9ef0-adea-4e40-a04c-ddc7442d82e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4494121 Jun 22 18:44:48.201415 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] Sync routers for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:48.203696 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41048) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:48.211774 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:48.212396 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:44:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:48.314434 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks [] for router, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.332715 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.343183 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:48.360670 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Transition to ACTIVE for port object f0fb4baf-e7e8-496e-849b-a577734763e0 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:44:48.406095 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.413614 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:48.419776 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.474551 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'Port': ['ID=f0fb4baf-e7e8-496e-849b-a577734763e0,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:48.478034 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Deleting port bed74f6f-2966-48c2-9397-8feb2d37fa8a {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:48.478288 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:48.479152 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.520340 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Network cced807c-560b-42fb-a194-89ecf5911542 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:44:48.524686 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:44:48.528201 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:44:48.553021 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:44:46Z', 'revision_number': 5, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port': {'id': 'bed74f6f-2966-48c2-9397-8feb2d37fa8a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:48.580162 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] For port bed74f6f-2966-48c2-9397-8feb2d37fa8a, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=bed74f6f-2966-48c2-9397-8feb2d37fa8a,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:48.581092 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.589714 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] Checking router: d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:48.596395 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:48.597069 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.599671 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] Routers {'d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:48.600320 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:44:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:48.605129 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Calling delete_port for bed74f6f-2966-48c2-9397-8feb2d37fa8a owned by network:router_gateway {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:48.615960 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231403b2-4bd9-4b75-b993-126ebfb338f1 req-5a2bc60f-a5cc-4b46-8626-9276f9d3af3d tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:48.623916 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-231403b2-4bd9-4b75-b993-126ebfb338f1 req-5a2bc60f-a5cc-4b46-8626-9276f9d3af3d tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 932 time: 0.1428173 Jun 22 18:44:48.647204 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2508621 Jun 22 18:44:48.686597 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Request body: {'port': {'device_id': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:44:48.702825 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] Set router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 gateway port host: None {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:48.751285 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-231403b2-4bd9-4b75-b993-126ebfb338f1 req-cadae4e1-7d1c-4bc4-b9b3-0b042f1769b6 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263757 Jun 22 18:44:48.769584 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:44:48Z', 'revision_number': 6, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port_host': None}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:48.808061 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a65ee-5890-4b28-a442-96a414cccaa6 None None] The sync data for ids ['d3ea9ef0-adea-4e40-a04c-ddc7442d82e4'] in dv-cinder-769602-3-iscsi is: [{'id': 'd3ea9ef0-adea-4e40-a04c-ddc7442d82e4', 'name': 'tempest-TestShelveInstance-1695780562-router', 'tenant_id': '5cfda67e928f436fb0963938e690e4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:47Z', 'updated_at': '2021-06-22T18:44:48Z', 'revision_number': 6, 'project_id': '5cfda67e928f436fb0963938e690e4a4', 'gw_port_host': None}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:48.819873 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.841875 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.845425 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:48.854391 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-6d801511-6503-49ae-a465-f7ea6dcda3e9 None None] Provisioning for port f0fb4baf-e7e8-496e-849b-a577734763e0 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:44:48.862382 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-6d801511-6503-49ae-a465-f7ea6dcda3e9 None None] Provisioning complete for port f0fb4baf-e7e8-496e-849b-a577734763e0 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:44:48.862382 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6d801511-6503-49ae-a465-f7ea6dcda3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:48.881415 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed74f6f-2966-48c2-9397-8feb2d37fa8a,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:48.890683 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:48.906345 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-6d801511-6503-49ae-a465-f7ea6dcda3e9 None None] Port f0fb4baf-e7e8-496e-849b-a577734763e0 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:44:48.952076 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621270'] for router_gateway, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.042820 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1567'] for router, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.044830 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.092106 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1690065'] for router, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.092799 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 {{(pid=92906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:44:49.098602 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.100142 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-9514c5b4-a572-4250-b603-d9590ed58735 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d3ea9ef0-adea-4e40-a04c-ddc7442d82e4 HTTP/1.1" status: 204 len: 168 time: 0.8948300 Jun 22 18:44:49.103390 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41054) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:49.133792 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fb4baf-e7e8-496e-849b-a577734763e0 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:44:49.142229 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.146741 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-221a82c1-eecd-4644-ae18-280d8aa459ec admin admin] Deleting subnet 654d81dc-5f88-40ea-a3d2-95706886f519 {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:44:49.150562 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-221a82c1-eecd-4644-ae18-280d8aa459ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.156048 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Transition to ACTIVE for port object f0fb4baf-e7e8-496e-849b-a577734763e0 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:44:49.160113 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.162457 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-915e0cd4-02e0-437f-9f76-d8664642004d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:49.185563 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-221a82c1-eecd-4644-ae18-280d8aa459ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.215167 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fb4baf-e7e8-496e-849b-a577734763e0,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:49.218196 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:49.331782 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-221a82c1-eecd-4644-ae18-280d8aa459ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.340158 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Attempting to bind port f0fb4baf-e7e8-496e-849b-a577734763e0 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:44:49.340728 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Attempting to bind port f0fb4baf-e7e8-496e-849b-a577734763e0 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:44:49.341255 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Attempting to bind port f0fb4baf-e7e8-496e-849b-a577734763e0 on network cced807c-560b-42fb-a194-89ecf5911542 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:44:49.349046 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Port f0fb4baf-e7e8-496e-849b-a577734763e0 on network cced807c-560b-42fb-a194-89ecf5911542 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:44:49.349400 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Attempting to bind port f0fb4baf-e7e8-496e-849b-a577734763e0 on network cced807c-560b-42fb-a194-89ecf5911542 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:44:49.360627 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:44:49.361138 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Checking segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:44:49.361727 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Bound using segment: {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:44:49.362384 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Bound port: f0fb4baf-e7e8-496e-849b-a577734763e0, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26847b73-efd8-4d98-805d-5d6cbf916961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:44:49.362950 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.410039 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-221a82c1-eecd-4644-ae18-280d8aa459ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.412921 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-32f7093a-67e2-4116-bec7-33dcbbe19f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:49.442106 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a82c1-eecd-4644-ae18-280d8aa459ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654d81dc-5f88-40ea-a3d2-95706886f519,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:49.444335 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-221a82c1-eecd-4644-ae18-280d8aa459ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.451382 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-221a82c1-eecd-4644-ae18-280d8aa459ec admin admin] 10.222.0.39 "DELETE /v2.0/subnets/654d81dc-5f88-40ea-a3d2-95706886f519 HTTP/1.1" status: 204 len: 168 time: 0.3449233 Jun 22 18:44:49.451382 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-221a82c1-eecd-4644-ae18-280d8aa459ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:49.454725 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41056) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:49.463532 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e88f4-7486-4348-b7d4-25c396b0fd35 None None] Network 46e95127-cbc9-462d-8502-81271746711a requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:44:49.472433 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] For port f0fb4baf-e7e8-496e-849b-a577734763e0, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:44:49.476770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] For port f0fb4baf-e7e8-496e-849b-a577734763e0, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f0fb4baf-e7e8-496e-849b-a577734763e0,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:44:49.484852 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.489042 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e703ee2c-3308-47be-938d-4c061acd8481 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:49.541000 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.564684 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fb4baf-e7e8-496e-849b-a577734763e0,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:49.566994 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:49.567853 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.569166 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] 10.222.0.109 "PUT /v2.0/ports/f0fb4baf-e7e8-496e-849b-a577734763e0 HTTP/1.1" status: 200 len: 1094 time: 0.9018610 Jun 22 18:44:49.569675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:44:49.574009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:44:49.576409 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-203e0fad-dc35-4275-ac54-3d811c742849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:49.631101 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Deleting port 28c2de8f-c743-406b-829e-26dce50bface {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:49.631589 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.642365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53fd2cd-6b77-4b64-a3f9-98cfbec4b80c x-openstack-request-id: req-c53fd2cd-6b77-4b64-a3f9-98cfbec4b80c {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:44:49.642838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:44:49.643892 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c53fd2cd-6b77-4b64-a3f9-98cfbec4b80c {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:44:49.644378 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'status': 'completed', 'code': 200} Jun 22 18:44:49.729497 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] For port 28c2de8f-c743-406b-829e-26dce50bface, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=28c2de8f-c743-406b-829e-26dce50bface,segment=NetworkSegment(ed7cc1dd-1879-4eca-be8a-e683f80329b9),segment_id=ed7cc1dd-1879-4eca-be8a-e683f80329b9)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:49.730180 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.749307 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Calling delete_port for 28c2de8f-c743-406b-829e-26dce50bface owned by network:dhcp {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:49.801629 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-a9e60156-36c3-4266-b42b-66291acb8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:49.807980 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-a9e60156-36c3-4266-b42b-66291acb8c8a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 1097 time: 0.1528196 Jun 22 18:44:49.811175 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493aa1e3-f9d3-4bab-8271-16406d1dfe6f None None] DHCP port deletion for 46e95127-cbc9-462d-8502-81271746711a request from dv-cinder-769602-3-iscsi {{(pid=92907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:44:49.864222 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:49.875569 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:49.881485 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] No DVR routers for this DVR port 28c2de8f-c743-406b-829e-26dce50bface on host dv-cinder-769602-3-iscsi {{(pid=92906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:49.909650 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-808c5175-bfdb-4997-8fcb-2b4a37992c11 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fb4baf-e7e8-496e-849b-a577734763e0 HTTP/1.1" status: 200 len: 217 time: 0.0872808 Jun 22 18:44:49.932875 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c2de8f-c743-406b-829e-26dce50bface,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:49.936282 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:49.994666 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.000674 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-a1377e96-570e-4dd8-a03d-eeb86b63bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:50.002601 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-a1377e96-570e-4dd8-a03d-eeb86b63bd35 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0859418 Jun 22 18:44:50.006702 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e95127-cbc9-462d-8502-81271746711a']}} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:50.019198 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7cc1dd-1879-4eca-be8a-e683f80329b9') {'for_net_delete': True} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:50.020022 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7cc1dd-1879-4eca-be8a-e683f80329b9') {} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:50.031796 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2972953'] for segment, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.041175 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device ef0151b5-90ac-43e9-83fc-891d38f93ad4 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:50.048868 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.058568 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=92906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:44:50.059020 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972789'] for segment, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: Traceback (most recent call last): Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: timer() Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: cb(*args, **kw) Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: return func(*args, **kwargs) Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: self._notify() Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: self.callback(batched_events) Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: event.method(event) Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: return f(self, *a, **k) Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._get(url).json() Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: return self.request(url, 'GET', **kwargs) Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:44:50.062161 dv-cinder-769602-3-iscsi neutron-server[92906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:44:50.066905 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8c248-e723-484a-a660-d021c2cda6d6 req-b27ace67-e918-4065-922d-0b93df9c7f75 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:50.068513 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-08e8c248-e723-484a-a660-d021c2cda6d6 req-b27ace67-e918-4065-922d-0b93df9c7f75 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 944 time: 0.1191735 Jun 22 18:44:50.075820 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: ef0151b5-90ac-43e9-83fc-891d38f93ad4 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:50.076173 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device ef0151b5-90ac-43e9-83fc-891d38f93ad4 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:50.076710 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device bed74f6f-2966-48c2-9397-8feb2d37fa8a no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:50.109751 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: bed74f6f-2966-48c2-9397-8feb2d37fa8a {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:50.110044 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device bed74f6f-2966-48c2-9397-8feb2d37fa8a not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:50.116793 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-530466e2-1516-4697-aeb0-562518a719fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:50.119623 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-530466e2-1516-4697-aeb0-562518a719fc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1093156 Jun 22 18:44:50.122407 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-08e8c248-e723-484a-a660-d021c2cda6d6 req-60beea09-5a9a-4e20-b4b7-a4400492a7db tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473468 Jun 22 18:44:50.144272 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.150378 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:50.154040 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-493aa1e3-f9d3-4bab-8271-16406d1dfe6f None None] Deleting port 28c2de8f-c743-406b-829e-26dce50bface {{(pid=92907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:50.154430 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-493aa1e3-f9d3-4bab-8271-16406d1dfe6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.167690 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.170192 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] 10.222.0.39 "DELETE /v2.0/networks/46e95127-cbc9-462d-8502-81271746711a HTTP/1.1" status: 204 len: 168 time: 0.7142694 Jun 22 18:44:50.172049 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e95127-cbc9-462d-8502-81271746711a,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:50.175128 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41064) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:50.184820 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server [None req-493aa1e3-f9d3-4bab-8271-16406d1dfe6f None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 46e95127-cbc9-462d-8502-81271746711a could not be found. Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2796, in one Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return self._iter().one() Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in delete_ports_by_device_id Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 18:44:50.219370 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1942, in delete_port Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 46e95127-cbc9-462d-8502-81271746711a could not be found. Jun 22 18:44:50.223153 dv-cinder-769602-3-iscsi neutron-server[92907]: ERROR oslo_messaging.rpc.server Jun 22 18:44:50.238077 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-252c5b5f-f80b-4367-87f7-6603dade7de6 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120431 Jun 22 18:44:50.254578 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69011c32-e88d-444d-ae13-d4adc8a241bf None None] DHCP port deletion for 46e95127-cbc9-462d-8502-81271746711a request from dv-cinder-769602-3-iscsi {{(pid=92907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:44:50.276841 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461bf8ff-e86d-4e75-9d5f-442cada7e1fd None None] get_active_networks_info from dv-cinder-769602-3-iscsi {{(pid=92907) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 18:44:50.350313 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a43a83ff-fd57-4c62-86ee-2cd02a881013 req-957a147d-67f4-47d5-b216-364e259e17a6 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045961 Jun 22 18:44:50.418092 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461bf8ff-e86d-4e75-9d5f-442cada7e1fd None None] Resources bound (agent type, host, resource id): {{(pid=92907) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 18:44:50.529244 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-dac90906-4c3d-4202-a40b-76ad8594e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:50.530830 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-dac90906-4c3d-4202-a40b-76ad8594e46a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 1097 time: 0.0629110 Jun 22 18:44:50.633738 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-fec11980-864d-4de9-9f1f-9b7999656903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:50.635108 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-fec11980-864d-4de9-9f1f-9b7999656903 service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.0975595 Jun 22 18:44:50.680327 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-323fa72f-dfde-4405-b8f2-37d5fa41ea24 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fb4baf-e7e8-496e-849b-a577734763e0 HTTP/1.1" status: 200 len: 217 time: 0.0379741 Jun 22 18:44:50.732760 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-1c1ade39-c037-4219-89a2-653336ee2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:50.734234 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-1c1ade39-c037-4219-89a2-653336ee2e50 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0465240 Jun 22 18:44:50.776110 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687782'] for router_interface, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.804904 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-0d0a1ddd-8484-4f33-9a88-9bfa147acbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:50.806585 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-0d0a1ddd-8484-4f33-9a88-9bfa147acbb5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655458 Jun 22 18:44:50.907519 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-fbdbabbe-fb0a-4039-b2f5-ebfd2e18b323 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936592 Jun 22 18:44:50.999593 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65bb8b4c-af45-4fd7-9b5e-039b1aecd295 req-d792760c-78f0-4587-8713-8001696e292b service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859091 Jun 22 18:44:51.046759 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Deleting port 89161d1f-b76d-4cb3-a501-8845c9fd88fc {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:51.047089 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:51.128613 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] For port 89161d1f-b76d-4cb3-a501-8845c9fd88fc, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=89161d1f-b76d-4cb3-a501-8845c9fd88fc,segment=NetworkSegment(21d84d37-680f-41f5-863c-4f1e327ae8a1),segment_id=21d84d37-680f-41f5-863c-4f1e327ae8a1)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:51.128963 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:51.141809 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Calling delete_port for 89161d1f-b76d-4cb3-a501-8845c9fd88fc owned by network:router_interface {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:51.317011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c20b2a-b5ba-4eee-94c3-6c004f864b95 req-33b42e19-69fa-4df3-bf48-b9bb23123bee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:51.318897 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d1c20b2a-b5ba-4eee-94c3-6c004f864b95 req-33b42e19-69fa-4df3-bf48-b9bb23123bee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 944 time: 0.0769005 Jun 22 18:44:51.342013 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:51.344976 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:51.361823 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d1c20b2a-b5ba-4eee-94c3-6c004f864b95 req-f8469ceb-37c4-4c8f-9d01-da42fc77a387 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361946 Jun 22 18:44:51.369823 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Pushing event deleted for resources: {'Port': ['ID=89161d1f-b76d-4cb3-a501-8845c9fd88fc,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:51.372329 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:51.562909 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1834251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687674'] for router_interface, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:51.698645 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 28c2de8f-c743-406b-829e-26dce50bface no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:51.729391 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 28c2de8f-c743-406b-829e-26dce50bface {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:51.729742 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 28c2de8f-c743-406b-829e-26dce50bface not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:51.790555 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Router ab15fb41-5188-491e-9192-416dfdd4a0ef has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:44:51.896828 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:51.901819 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-58e1ea55-7627-4a84-82c7-90b028fad97b admin admin] 10.222.0.39 "PUT /v2.0/routers/ab15fb41-5188-491e-9192-416dfdd4a0ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7252939 Jun 22 18:44:51.904377 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41070) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:51.907110 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] Sync routers for ids ['ab15fb41-5188-491e-9192-416dfdd4a0ef'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:51.917259 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] Routers {'ab15fb41-5188-491e-9192-416dfdd4a0ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:51.918165 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:44:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ab15fb41-5188-491e-9192-416dfdd4a0ef'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:52.011793 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks [] for router, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.026057 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] Set router ab15fb41-5188-491e-9192-416dfdd4a0ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:52.099636 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-767d9af2-dec6-4770-82d6-d0404e214594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.118603 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.171010 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Deleting port f30a3e9a-68e0-4ea6-b07b-d0e15922d203 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:52.171472 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.215670 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:53Z', 'updated_at': '2021-06-22T18:44:51Z', 'revision_number': 5, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'gw_port': {'id': 'f30a3e9a-68e0-4ea6-b07b-d0e15922d203', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:54Z', 'updated_at': '2021-06-22T18:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:52.241736 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] Checking router: ab15fb41-5188-491e-9192-416dfdd4a0ef for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:52.250760 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] Routers {'ab15fb41-5188-491e-9192-416dfdd4a0ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:52.251398 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:44:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ab15fb41-5188-491e-9192-416dfdd4a0ef'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:52.253483 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] For port f30a3e9a-68e0-4ea6-b07b-d0e15922d203, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f30a3e9a-68e0-4ea6-b07b-d0e15922d203,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:52.253836 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.265892 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Calling delete_port for f30a3e9a-68e0-4ea6-b07b-d0e15922d203 owned by network:router_gateway {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:52.339576 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] Set router ab15fb41-5188-491e-9192-416dfdd4a0ef gateway port host: None {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:52.394558 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:53Z', 'updated_at': '2021-06-22T18:44:52Z', 'revision_number': 6, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'gw_port_host': None}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:52.422708 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e3e69-4fb0-4fce-8d85-2c1c5a9a965f None None] The sync data for ids ['ab15fb41-5188-491e-9192-416dfdd4a0ef'] in dv-cinder-769602-3-iscsi is: [{'id': 'ab15fb41-5188-491e-9192-416dfdd4a0ef', 'name': 'tempest-TestShelveInstance-2057359183-router', 'tenant_id': '8197fe281da24bf08dc486ebc58f55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:53Z', 'updated_at': '2021-06-22T18:44:52Z', 'revision_number': 6, 'project_id': '8197fe281da24bf08dc486ebc58f55b4', 'gw_port_host': None}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:52.442266 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.446376 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:52.472449 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f30a3e9a-68e0-4ea6-b07b-d0e15922d203,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:52.475446 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:52.540667 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621270'] for router_gateway, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.544971 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6006b7-aa1a-4f8e-906e-e6289876bfcf req-4c1eb972-af22-471a-9227-e92786345758 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:52.546472 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6006b7-aa1a-4f8e-906e-e6289876bfcf req-4c1eb972-af22-471a-9227-e92786345758 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 944 time: 0.0671155 Jun 22 18:44:52.585420 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bb6006b7-aa1a-4f8e-906e-e6289876bfcf req-2e2be81c-089a-4624-ac2d-ba5c0758d57d tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330570 Jun 22 18:44:52.633086 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1567'] for router, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.635690 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.680488 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1690065'] for router, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.681013 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab15fb41-5188-491e-9192-416dfdd4a0ef {{(pid=92906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:44:52.685307 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.686450 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] 10.222.0.39 "DELETE /v2.0/routers/ab15fb41-5188-491e-9192-416dfdd4a0ef HTTP/1.1" status: 204 len: 168 time: 0.7811737 Jun 22 18:44:52.688988 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41076) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:52.734541 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa97390-629c-4843-8d55-1f011de0f85e admin admin] Deleting subnet 96b79c81-50a1-4faa-9b79-ce5c7dbab9c1 {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:44:52.737798 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-bfa97390-629c-4843-8d55-1f011de0f85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.773664 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-bfa97390-629c-4843-8d55-1f011de0f85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.869128 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-bfa97390-629c-4843-8d55-1f011de0f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.925282 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-bfa97390-629c-4843-8d55-1f011de0f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.927659 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4f86913a-0818-4616-bd3f-6b1e84f293a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:52.952583 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa97390-629c-4843-8d55-1f011de0f85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b79c81-50a1-4faa-9b79-ce5c7dbab9c1,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:52.955716 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-bfa97390-629c-4843-8d55-1f011de0f85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:52.956867 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-bfa97390-629c-4843-8d55-1f011de0f85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:52.958679 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-bfa97390-629c-4843-8d55-1f011de0f85e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/96b79c81-50a1-4faa-9b79-ce5c7dbab9c1 HTTP/1.1" status: 204 len: 168 time: 0.2687895 Jun 22 18:44:52.961439 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41078) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:52.962790 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b86e7e6-7b3a-4984-98e3-66ea3799132e None None] Network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:44:53.034111 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.089292 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Deleting port a7b998c0-d840-4aaa-9382-4451a345b5bd {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:53.089634 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.157425 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] For port a7b998c0-d840-4aaa-9382-4451a345b5bd, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a7b998c0-d840-4aaa-9382-4451a345b5bd,segment=NetworkSegment(21d84d37-680f-41f5-863c-4f1e327ae8a1),segment_id=21d84d37-680f-41f5-863c-4f1e327ae8a1)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:53.157717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.172764 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Calling delete_port for a7b998c0-d840-4aaa-9382-4451a345b5bd owned by network:dhcp {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:53.205481 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] DHCP port deletion for 8e2b8da3-109d-4b73-9eb0-3171c3d87bad request from dv-cinder-769602-3-iscsi {{(pid=92907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:44:53.259274 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] Deleting port a7b998c0-d840-4aaa-9382-4451a345b5bd {{(pid=92907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:53.259711 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.265735 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.268009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b214ca49-4a21-42ff-a332-7a28b0213bde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:53.296203 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b998c0-d840-4aaa-9382-4451a345b5bd,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:53.298795 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:53.302006 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] No DVR routers for this DVR port a7b998c0-d840-4aaa-9382-4451a345b5bd on host dv-cinder-769602-3-iscsi {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:53.386146 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.398151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2b8da3-109d-4b73-9eb0-3171c3d87bad']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:53.409990 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d84d37-680f-41f5-863c-4f1e327ae8a1') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:53.410285 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d84d37-680f-41f5-863c-4f1e327ae8a1') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:53.420098 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.436689 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.445409 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:44:53.445409 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:44:53.447649 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:44:53.488375 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] For port a7b998c0-d840-4aaa-9382-4451a345b5bd, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a7b998c0-d840-4aaa-9382-4451a345b5bd,segment=NetworkSegment(21d84d37-680f-41f5-863c-4f1e327ae8a1),segment_id=21d84d37-680f-41f5-863c-4f1e327ae8a1)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:53.488783 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.502809 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] Calling delete_port for a7b998c0-d840-4aaa-9382-4451a345b5bd owned by network:dhcp {{(pid=92907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:53.520411 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.526156 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.528274 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8e2b8da3-109d-4b73-9eb0-3171c3d87bad HTTP/1.1" status: 204 len: 168 time: 0.5658486 Jun 22 18:44:53.528997 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:53.543687 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2b8da3-109d-4b73-9eb0-3171c3d87bad,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:53.546719 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:53.645819 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089'] for port, after_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.651983 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:53.669859 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] Network 8e2b8da3-109d-4b73-9eb0-3171c3d87bad is not hosted by any dhcp agent {{(pid=92907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 18:44:53.670492 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] No DVR routers for this DVR port a7b998c0-d840-4aaa-9382-4451a345b5bd on host dv-cinder-769602-3-iscsi {{(pid=92907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:53.701386 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a7b998c0-d840-4aaa-9382-4451a345b5bd no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:53.707562 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] Pushing event deleted for resources: {'Port': ['ID=a7b998c0-d840-4aaa-9382-4451a345b5bd,revision_number=None']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:53.732843 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:53.742535 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: a7b998c0-d840-4aaa-9382-4451a345b5bd {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:53.742535 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a7b998c0-d840-4aaa-9382-4451a345b5bd not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:53.742535 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f30a3e9a-68e0-4ea6-b07b-d0e15922d203 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:53.761640 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41086) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:53.765239 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: f30a3e9a-68e0-4ea6-b07b-d0e15922d203 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:53.765605 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f30a3e9a-68e0-4ea6-b07b-d0e15922d203 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:53.767021 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 89161d1f-b76d-4cb3-a501-8845c9fd88fc no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:53.793119 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 89161d1f-b76d-4cb3-a501-8845c9fd88fc {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:53.793668 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 89161d1f-b76d-4cb3-a501-8845c9fd88fc not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:53.863977 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-3b0fd28a-872c-43cf-bdfa-dd2cf7026f56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5cfda67e928f436fb0963938e690e4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008680 Jun 22 18:44:53.866848 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41088) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:53.893160 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf22206-e82b-4d98-a572-3ed652be0ec9 req-85836a71-15be-4fef-8cf0-712363628e38 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:53.894738 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-abf22206-e82b-4d98-a572-3ed652be0ec9 req-85836a71-15be-4fef-8cf0-712363628e38 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 944 time: 0.1210642 Jun 22 18:44:53.935405 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-80bcb293-53bc-41b8-a044-6cb729056818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:53.940668 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-abf22206-e82b-4d98-a572-3ed652be0ec9 req-d072ee4a-aaca-4fff-8a8d-d7528c029280 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357668 Jun 22 18:44:53.958097 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-80bcb293-53bc-41b8-a044-6cb729056818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.019998 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-80bcb293-53bc-41b8-a044-6cb729056818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.023531 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-80bcb293-53bc-41b8-a044-6cb729056818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.024696 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-80bcb293-53bc-41b8-a044-6cb729056818 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/869d63ef-5184-4502-93f8-665853f70252 HTTP/1.1" status: 204 len: 168 time: 0.1567163 Jun 22 18:44:54.025674 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e4d184b6-55dc-40f7-8fe4-bf8cb9c31994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:54.036305 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcb293-53bc-41b8-a044-6cb729056818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869d63ef-5184-4502-93f8-665853f70252,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:54.039574 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-80bcb293-53bc-41b8-a044-6cb729056818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:54.446781 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41096) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:54.490379 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-acf53092-06a5-496a-85c9-211a05b135fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8197fe281da24bf08dc486ebc58f55b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422549 Jun 22 18:44:54.493572 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41098) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:54.541082 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0cc978c4-da70-4008-a5ba-7dc6468fb1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.562000 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0cc978c4-da70-4008-a5ba-7dc6468fb1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.614126 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0cc978c4-da70-4008-a5ba-7dc6468fb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.617715 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0cc978c4-da70-4008-a5ba-7dc6468fb1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:54.618972 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-0cc978c4-da70-4008-a5ba-7dc6468fb1d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be61fb52-e5c7-4767-8699-b77f0216fe54 HTTP/1.1" status: 204 len: 168 time: 0.1245217 Jun 22 18:44:54.619847 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b17a106e-3e58-40c3-9b14-fa7b1b43e775 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:54.627228 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc978c4-da70-4008-a5ba-7dc6468fb1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be61fb52-e5c7-4767-8699-b77f0216fe54,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:54.630528 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0cc978c4-da70-4008-a5ba-7dc6468fb1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:55.117988 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56897-455e-4360-b2ba-0f6eb59423b7 req-7318f52a-3c5d-4ba6-8039-dde5dec5aa26 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:55.119620 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4ff56897-455e-4360-b2ba-0f6eb59423b7 req-7318f52a-3c5d-4ba6-8039-dde5dec5aa26 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 944 time: 0.0635936 Jun 22 18:44:55.157086 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4ff56897-455e-4360-b2ba-0f6eb59423b7 req-6d275c72-9d8e-48dc-abe1-0922ff7a4eed tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Jun 22 18:44:55.655542 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1462-6e86-4420-8edc-5137d9310a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:55.854542 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:56.152306 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:56.335759 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceffcca-ac1d-4a70-ac72-f337999466d9 req-3f566e0d-9e3d-4fa7-8d3b-93b8cffe9aa3 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:56.337204 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eceffcca-ac1d-4a70-ac72-f337999466d9 req-3f566e0d-9e3d-4fa7-8d3b-93b8cffe9aa3 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 944 time: 0.0676656 Jun 22 18:44:56.374957 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eceffcca-ac1d-4a70-ac72-f337999466d9 req-969e4fa0-12d8-44d2-b441-fb2b374bc793 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321491 Jun 22 18:44:56.432743 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:57.558570 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62eeafd-5422-4800-91b9-06d9a1cbcb2c req-53a0a44f-0366-4d59-a2e8-a26ba684f398 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:57.560228 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c62eeafd-5422-4800-91b9-06d9a1cbcb2c req-53a0a44f-0366-4d59-a2e8-a26ba684f398 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 944 time: 0.0668271 Jun 22 18:44:57.597876 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c62eeafd-5422-4800-91b9-06d9a1cbcb2c req-6e531482-7ae9-4435-a59e-edab48c58de9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Jun 22 18:44:58.223929 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:58.785858 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a212ca1-2b08-41d4-997d-a7c8b1df7acf req-095fdbda-1d06-4343-9093-dd3429862e97 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:58.787307 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7a212ca1-2b08-41d4-997d-a7c8b1df7acf req-095fdbda-1d06-4343-9093-dd3429862e97 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 944 time: 0.0794566 Jun 22 18:44:58.825326 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7a212ca1-2b08-41d4-997d-a7c8b1df7acf req-97ce6e4d-b337-4a7e-9e5b-839955ff0d51 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Jun 22 18:44:59.998456 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f25e0-4284-4ab8-9135-d7a5ef48edc1 req-f50d5389-ecd8-4eaa-9b9a-982151633cb4 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:59.999919 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-435f25e0-4284-4ab8-9135-d7a5ef48edc1 req-f50d5389-ecd8-4eaa-9b9a-982151633cb4 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 944 time: 0.0648201 Jun 22 18:45:00.038926 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-435f25e0-4284-4ab8-9135-d7a5ef48edc1 req-2eba26fb-f069-476f-a5b4-cb7a76d64d10 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Jun 22 18:45:00.909016 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device f0fb4baf-e7e8-496e-849b-a577734763e0 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:45:01.001610 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port f0fb4baf-e7e8-496e-849b-a577734763e0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f0fb4baf-e7e8-496e-849b-a577734763e0,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:01.013090 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'port_id': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'mac_address': 'fa:16:3e:37:53:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:45:01.049015 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:01.061330 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fb4baf-e7e8-496e-849b-a577734763e0 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:45:01.084504 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port f0fb4baf-e7e8-496e-849b-a577734763e0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f0fb4baf-e7e8-496e-849b-a577734763e0,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:01.089033 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:01.091643 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:01.151969 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=f0fb4baf-e7e8-496e-849b-a577734763e0,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:01.154998 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:01.216468 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cae04e-e43c-4ac0-9f4d-fb66698bd52a req-4130e1af-31d1-4edf-913e-6021565794fa tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:01.217937 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-46cae04e-e43c-4ac0-9f4d-fb66698bd52a req-4130e1af-31d1-4edf-913e-6021565794fa tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 945 time: 0.0648112 Jun 22 18:45:01.257914 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-46cae04e-e43c-4ac0-9f4d-fb66698bd52a req-a5071270-a021-4297-8e74-8b2419524884 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343583 Jun 22 18:45:01.602574 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['f0fb4baf-e7e8-496e-849b-a577734763e0'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:45:02.448729 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3995a89-a763-43ae-891c-55f32480da1f req-4436cca6-15c3-4268-ad46-b560d5c149cc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:02.450425 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c3995a89-a763-43ae-891c-55f32480da1f req-4436cca6-15c3-4268-ad46-b560d5c149cc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 945 time: 0.0818043 Jun 22 18:45:02.495923 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c3995a89-a763-43ae-891c-55f32480da1f req-04fc1c31-8bae-4ec6-9e5e-2cecd32e2079 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389245 Jun 22 18:45:02.926138 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device f0fb4baf-e7e8-496e-849b-a577734763e0 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:45:02.973581 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port f0fb4baf-e7e8-496e-849b-a577734763e0 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:45:02.977270 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port f0fb4baf-e7e8-496e-849b-a577734763e0 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:45:02.977648 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:03.055381 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:03.078190 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:45:03.080435 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc31e3d-8832-4521-84f6-a3b4581d8dc6" -d '{"events": [{"server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "name": "network-vif-plugged", "status": "completed", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:45:03.096543 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port f0fb4baf-e7e8-496e-849b-a577734763e0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f0fb4baf-e7e8-496e-849b-a577734763e0,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:45:03.101224 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:03.104066 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:03.126708 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c76b7e8-353b-46af-9039-2d7a3fd0806f x-openstack-request-id: req-0c76b7e8-353b-46af-9039-2d7a3fd0806f {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:45:03.127262 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "name": "network-vif-plugged", "status": "completed", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:45:03.127545 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c76b7e8-353b-46af-9039-2d7a3fd0806f {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:45:03.127927 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'code': 200} Jun 22 18:45:03.151762 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=f0fb4baf-e7e8-496e-849b-a577734763e0,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:03.154614 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:03.432686 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90068a7-006b-42cf-b2bb-edfbb0a23baa req-ce196ed0-5181-43fd-8093-4724ff3d9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:03.434315 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a90068a7-006b-42cf-b2bb-edfbb0a23baa req-ce196ed0-5181-43fd-8093-4724ff3d9301 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 1099 time: 0.0529139 Jun 22 18:45:03.468366 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a90068a7-006b-42cf-b2bb-edfbb0a23baa req-55531775-feb6-4579-be27-e96dcc784d7f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274043 Jun 22 18:45:03.679484 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16478988-97b8-4e6e-a539-5f62f6528d61 req-960c0762-31d7-45c4-9a9f-cc4020ef311f tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:03.681023 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16478988-97b8-4e6e-a539-5f62f6528d61 req-960c0762-31d7-45c4-9a9f-cc4020ef311f tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 946 time: 0.0696034 Jun 22 18:45:03.721207 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-16478988-97b8-4e6e-a539-5f62f6528d61 req-f62acbf9-1b56-4a60-801d-65ff1b6c1c29 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345120 Jun 22 18:45:04.915123 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320ef6c-685e-45f8-aaa0-bdda66510669 req-445c8c54-076a-4f83-8cab-c543cc31b90c tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:04.916799 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6320ef6c-685e-45f8-aaa0-bdda66510669 req-445c8c54-076a-4f83-8cab-c543cc31b90c tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 946 time: 0.0800648 Jun 22 18:45:04.982552 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6320ef6c-685e-45f8-aaa0-bdda66510669 req-852ca142-b4ec-4470-a5c1-00ff3363d47c tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600855 Jun 22 18:45:05.002356 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df072d08-f27d-4363-baee-3c1de80acefb req-00f28ca2-7400-463a-b06f-57ecad7d9430 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733778 Jun 22 18:45:05.106614 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df072d08-f27d-4363-baee-3c1de80acefb req-42fbc7d2-7c95-44ff-8f7c-a36dc8dc82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:05.107692 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df072d08-f27d-4363-baee-3c1de80acefb req-42fbc7d2-7c95-44ff-8f7c-a36dc8dc82ba service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 1098 time: 0.0542297 Jun 22 18:45:05.244319 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df072d08-f27d-4363-baee-3c1de80acefb req-c8c2004b-8ab7-423d-90c7-a44a13234bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:05.245754 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df072d08-f27d-4363-baee-3c1de80acefb req-c8c2004b-8ab7-423d-90c7-a44a13234bd2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.0894265 Jun 22 18:45:05.315285 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df072d08-f27d-4363-baee-3c1de80acefb req-e84f0276-c6d7-48b5-8074-6ced924997d3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b HTTP/1.1" status: 200 len: 1000 time: 0.0579898 Jun 22 18:45:05.424480 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df072d08-f27d-4363-baee-3c1de80acefb req-c4bb4536-6807-45da-bb28-d55237bc528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:05.425971 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df072d08-f27d-4363-baee-3c1de80acefb req-c4bb4536-6807-45da-bb28-d55237bc528b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0593607 Jun 22 18:45:05.486807 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df072d08-f27d-4363-baee-3c1de80acefb req-695c23fc-24ab-46ef-9861-151daa823c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:05.488926 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df072d08-f27d-4363-baee-3c1de80acefb req-695c23fc-24ab-46ef-9861-151daa823c73 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560577 Jun 22 18:45:05.597713 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df072d08-f27d-4363-baee-3c1de80acefb req-bd5fb1cb-c241-4aa5-993d-51eaed8acf79 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810843 Jun 22 18:45:05.691792 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-df072d08-f27d-4363-baee-3c1de80acefb req-125f4741-ce8b-469a-b4cc-60414468c005 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857615 Jun 22 18:45:06.158570 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a398bd3-8029-450a-9187-7d542563be0b req-d6c55433-816b-4e7a-a66d-03afef7cf7e4 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:06.160115 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2a398bd3-8029-450a-9187-7d542563be0b req-d6c55433-816b-4e7a-a66d-03afef7cf7e4 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 946 time: 0.0653596 Jun 22 18:45:06.198915 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2a398bd3-8029-450a-9187-7d542563be0b req-c848f9a7-2a2b-48b3-add1-7384f9fe06d5 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Jun 22 18:45:06.385430 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff209252-cf5e-429c-a394-c5655efe7ecb req-dd7096b3-8099-41e2-9b5d-6ff344288d74 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:06.386920 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ff209252-cf5e-429c-a394-c5655efe7ecb req-dd7096b3-8099-41e2-9b5d-6ff344288d74 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 946 time: 0.0703378 Jun 22 18:45:06.453737 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ff209252-cf5e-429c-a394-c5655efe7ecb req-5528553a-74c0-4c33-a8ab-6515ec1c8e41 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605779 Jun 22 18:45:06.479818 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41146) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:06.752556 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa179c-5384-4546-bc50-b0c8fef092fd tempest-TestVolumeBootPattern-1712386066 tempest-TestVolumeBootPattern-1712386066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:06.754080 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-d2fa179c-5384-4546-bc50-b0c8fef092fd tempest-TestVolumeBootPattern-1712386066 tempest-TestVolumeBootPattern-1712386066-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 1094 time: 0.2731874 Jun 22 18:45:06.757602 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41150) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:45:06.762274 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Request body: {'floatingip': {'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'port_id': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:45:06.787438 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:06.906014 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:07.018349 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Allocated IP 172.27.3.138 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/81e79de0-1e50-4f52-82d1-cbdd72ac5227) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:45:07.126124 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:07.165747 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2973071'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:07.167631 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:07.210089 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:45:07.212866 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:45:07.217117 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:45:07.220198 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'Port': ['ID=81e79de0-1e50-4f52-82d1-cbdd72ac5227,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:07.247843 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.248306 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.248618 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.248971 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.249326 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.249690 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.250051 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.250415 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.250773 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.251129 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.251772 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.252124 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:45:07.264031 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:07.808292 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:07.893107 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:08.035982 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:08.041199 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:08.043053 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:45:08.106843 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event updated for resources: {'Port': ['ID=81e79de0-1e50-4f52-82d1-cbdd72ac5227,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:45:08.110551 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:45:08.122507 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:08.227237 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.l3_db [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Floating IP 6fa02e7c-b876-4760-8efe-8f31e52ba0de associated. External IP: 172.27.3.138, port: f0fb4baf-e7e8-496e-849b-a577734763e0. Jun 22 18:45:08.432891 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Router 18a23e45-50b4-483f-bf81-26d5927d5ffb has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:45:08.544321 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:45:08.554250 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] Sync routers for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:45:08.559917 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:08.564681 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:08.565328 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:44:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:08.602691 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8440087 Jun 22 18:45:08.603456 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0'}] {{(pid=92906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:45:08.605826 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ff035369c1c9d6bf504f743e9aafde6dd958d2f8985069b97200d5a2741ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151cf596-9e27-4c1a-906c-0cf8574167df" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0"}]}' {{(pid=92906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:45:08.674343 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:08.760753 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ac667-df62-40b5-9813-374b5d64a73d x-openstack-request-id: req-7b3ac667-df62-40b5-9813-374b5d64a73d {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:45:08.761147 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0", "status": "completed", "code": 200}]} {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:45:08.761466 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b3ac667-df62-40b5-9813-374b5d64a73d {{(pid=92906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:45:08.762088 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'status': 'completed', 'code': 200} Jun 22 18:45:08.888953 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cf596-9e27-4c1a-906c-0cf8574167df req-b7438bf8-8cfd-4f8e-9593-b663f7c7075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:08.890485 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-151cf596-9e27-4c1a-906c-0cf8574167df req-b7438bf8-8cfd-4f8e-9593-b663f7c7075d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 1099 time: 0.0532937 Jun 22 18:45:08.912511 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '017fccd4-1d91-4d66-b9e1-e641780d58b5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:17Z', 'updated_at': '2021-06-22T18:42:19Z', 'revision_number': 1, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}, {'id': '6fa02e7c-b876-4760-8efe-8f31e52ba0de', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:37:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:45:07Z', 'updated_at': '2021-06-22T18:45:07Z', 'revision_number': 0, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:08.938234 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] Checking router: 18a23e45-50b4-483f-bf81-26d5927d5ffb for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:45:08.946848 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:45:08.947489 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:44:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:08.979320 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cf596-9e27-4c1a-906c-0cf8574167df req-869fe38e-b716-49e8-a0a2-d19fe9c383c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:08.980799 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-151cf596-9e27-4c1a-906c-0cf8574167df req-869fe38e-b716-49e8-a0a2-d19fe9c383c2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.0837326 Jun 22 18:45:09.054525 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-151cf596-9e27-4c1a-906c-0cf8574167df req-7900ddfa-0679-4917-936a-e225cbb267c3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fb4baf-e7e8-496e-849b-a577734763e0 HTTP/1.1" status: 200 len: 1000 time: 0.0658102 Jun 22 18:45:09.106224 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cf596-9e27-4c1a-906c-0cf8574167df req-4294181f-f3a1-4662-843c-57e9429b89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:09.107680 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-151cf596-9e27-4c1a-906c-0cf8574167df req-4294181f-f3a1-4662-843c-57e9429b89ad service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0434442 Jun 22 18:45:09.137006 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:45:09.164442 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cf596-9e27-4c1a-906c-0cf8574167df req-5ec3e8e6-21f4-4aa9-bf4b-842ba44f5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:45:09.165915 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-151cf596-9e27-4c1a-906c-0cf8574167df req-5ec3e8e6-21f4-4aa9-bf4b-842ba44f5114 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519419 Jun 22 18:45:09.259267 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-151cf596-9e27-4c1a-906c-0cf8574167df req-07059b36-b48d-4740-815b-ec807c59d7a1 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862250 Jun 22 18:45:09.350792 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-151cf596-9e27-4c1a-906c-0cf8574167df req-eabc2480-9670-4c5a-b1c8-d0359f99aece service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839670 Jun 22 18:45:09.360898 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '017fccd4-1d91-4d66-b9e1-e641780d58b5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:17Z', 'updated_at': '2021-06-22T18:42:19Z', 'revision_number': 1, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}, {'id': '6fa02e7c-b876-4760-8efe-8f31e52ba0de', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:37:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:45:07Z', 'updated_at': '2021-06-22T18:45:07Z', 'revision_number': 0, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:45:09.387019 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770da7be-5f88-4115-be75-0daf062c97f8 None None] The sync data for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi is: [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '017fccd4-1d91-4d66-b9e1-e641780d58b5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:17Z', 'updated_at': '2021-06-22T18:42:19Z', 'revision_number': 1, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}, {'id': '6fa02e7c-b876-4760-8efe-8f31e52ba0de', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:37:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:45:07Z', 'updated_at': '2021-06-22T18:45:07Z', 'revision_number': 0, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:45:09.582465 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b8c65-850b-4303-b664-3f1466f704a6 None None] New status for floating IP 6fa02e7c-b876-4760-8efe-8f31e52ba0de: ACTIVE {{(pid=92907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:45:11.894479 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:45:22.065616 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-0b27aed7-8bc7-479d-802d-9f21cfc498de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:25.655866 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fed6cce8-9c4d-4fa2-8ef1-6dce67fd0dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:25.857278 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:26.155359 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:26.443938 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:28.226582 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:48.893012 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:45:52.067558 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-efe7d48e-4996-4ea1-92d7-f063d3cab5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.659899 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-1ff08a51-8d20-4145-bee5-cdcb74bb3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:55.859648 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.158810 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:56.456343 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:58.228583 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:05.952300 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-65202e1e-da89-4cda-b6fd-7b3d8519c36b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561144 Jun 22 18:46:06.085514 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-542cd0ca-42d5-4de8-9dc1-d6ea436a71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:06.086992 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-542cd0ca-42d5-4de8-9dc1-d6ea436a71f5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 1098 time: 0.0532913 Jun 22 18:46:06.195663 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-b5e020ac-ff66-4b79-9d4b-4090eb77cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:06.197116 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-b5e020ac-ff66-4b79-9d4b-4090eb77cf1b service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.0849926 Jun 22 18:46:06.264241 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-ad2dd543-3f5a-45d8-88cc-0ab18777d33e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b HTTP/1.1" status: 200 len: 1000 time: 0.0597403 Jun 22 18:46:06.322728 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-7f985d21-08d2-4d09-898c-5e1635451b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:06.324773 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-7f985d21-08d2-4d09-898c-5e1635451b9c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0450430 Jun 22 18:46:06.382309 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-fde79906-a18c-4861-9b32-0e69b3f0d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:06.383776 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-fde79906-a18c-4861-9b32-0e69b3f0d6bc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524838 Jun 22 18:46:06.765026 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-28efb69e-c8d6-47cf-adbd-a9ac1659cbbc service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718741 Jun 22 18:46:06.859552 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4d226396-eb7e-4ba9-9a13-4fd5845b0bab req-f7d440b9-93bd-4699-aebf-b13a0fb2ff0c service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873859 Jun 22 18:46:07.323152 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e51b-dd02-49f5-8a57-5a6c20aa5ae6 req-ff4c8097-06bf-436d-ba0b-3660e9c69ede tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:07.325150 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d800e51b-dd02-49f5-8a57-5a6c20aa5ae6 req-ff4c8097-06bf-436d-ba0b-3660e9c69ede tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0694745 Jun 22 18:46:07.362538 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d800e51b-dd02-49f5-8a57-5a6c20aa5ae6 req-f04af194-c995-4579-b848-7f65a0fcb70f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Jun 22 18:46:08.542213 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f61b-b60f-4628-bd7a-e573c9e60d92 req-fc024184-419b-4b43-8354-dec26bf8168b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:08.544333 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-25c5f61b-b60f-4628-bd7a-e573c9e60d92 req-fc024184-419b-4b43-8354-dec26bf8168b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0681489 Jun 22 18:46:08.582031 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-25c5f61b-b60f-4628-bd7a-e573c9e60d92 req-f6ad84b1-169c-483e-91ba-10e9d2b27de6 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320044 Jun 22 18:46:09.764782 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2d9ef-5828-4aa8-9773-38772a0d5a3b req-94c584cb-0700-4dda-9fdd-9b58768b4e94 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:09.766258 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6bc2d9ef-5828-4aa8-9773-38772a0d5a3b req-94c584cb-0700-4dda-9fdd-9b58768b4e94 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0646143 Jun 22 18:46:09.804047 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6bc2d9ef-5828-4aa8-9773-38772a0d5a3b req-17615ff5-6947-4d85-a386-8b1d33c05e23 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Jun 22 18:46:10.981592 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02ce3-e957-419e-a058-850bea229f18 req-22033db3-d64d-4cb8-b513-7f0a16d2ad81 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:10.983061 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-81a02ce3-e957-419e-a058-850bea229f18 req-22033db3-d64d-4cb8-b513-7f0a16d2ad81 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0650983 Jun 22 18:46:11.020292 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-81a02ce3-e957-419e-a058-850bea229f18 req-e5dcbf0e-1575-46e6-be30-955db27262df tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312886 Jun 22 18:46:12.191474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118979-c468-4cab-a275-9a68d77ac9be req-dca2d344-b2ce-4bc2-b97b-576cc5e84d5e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:12.193031 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3b118979-c468-4cab-a275-9a68d77ac9be req-dca2d344-b2ce-4bc2-b97b-576cc5e84d5e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0621402 Jun 22 18:46:12.235598 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3b118979-c468-4cab-a275-9a68d77ac9be req-b2b6139a-a1de-4200-90ac-65a683f3e158 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369074 Jun 22 18:46:13.417939 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5831d2-a4b0-405b-8773-6fef029b5bad req-874f97e1-4a21-48e4-8cc3-7111d1d2d4d0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:13.419714 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-be5831d2-a4b0-405b-8773-6fef029b5bad req-874f97e1-4a21-48e4-8cc3-7111d1d2d4d0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0675225 Jun 22 18:46:13.457820 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-be5831d2-a4b0-405b-8773-6fef029b5bad req-e4de8664-2fa1-46a7-8e8d-48221e5d8716 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Jun 22 18:46:14.631696 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b916b-4769-4cbc-b4d2-2a9b84f242f1 req-8b935ed1-db38-4957-b4ed-0698de491eb6 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:14.633165 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-340b916b-4769-4cbc-b4d2-2a9b84f242f1 req-8b935ed1-db38-4957-b4ed-0698de491eb6 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0634727 Jun 22 18:46:14.670276 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-340b916b-4769-4cbc-b4d2-2a9b84f242f1 req-73aeed0c-352a-43c7-b98b-2b6641832e98 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314045 Jun 22 18:46:15.850676 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bea19f-7fea-47b5-b51d-fa7e794676ac req-89506e76-1740-4964-9a33-993971933b44 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:15.852243 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65bea19f-7fea-47b5-b51d-fa7e794676ac req-89506e76-1740-4964-9a33-993971933b44 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0664246 Jun 22 18:46:15.896101 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-65bea19f-7fea-47b5-b51d-fa7e794676ac req-dd97108e-1b84-4ebc-a7d8-6617f6808afc tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372336 Jun 22 18:46:17.078591 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121414c9-ac60-41d1-970c-f821159bb0eb req-0d5c3b0a-809a-4297-b42b-0d64278bc8a1 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:17.079992 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-121414c9-ac60-41d1-970c-f821159bb0eb req-0d5c3b0a-809a-4297-b42b-0d64278bc8a1 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0710440 Jun 22 18:46:17.117768 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-121414c9-ac60-41d1-970c-f821159bb0eb req-175116bb-2685-43d6-a9ae-4ca111f1e31d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321577 Jun 22 18:46:18.295179 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be08f5-5c22-4f51-b493-02b692293da3 req-e7bf9be0-b4d5-4b6c-9672-edd8d1d18603 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:18.296836 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-93be08f5-5c22-4f51-b493-02b692293da3 req-e7bf9be0-b4d5-4b6c-9672-edd8d1d18603 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0687397 Jun 22 18:46:18.335363 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-93be08f5-5c22-4f51-b493-02b692293da3 req-8e133801-85a2-4486-871b-09e7a0782114 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327256 Jun 22 18:46:19.512550 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf8e7a-ac86-4d5b-9a22-4bb7b19448c5 req-d0ced102-4957-45a4-acd4-192ebabdeecf tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:19.514030 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-85cf8e7a-ac86-4d5b-9a22-4bb7b19448c5 req-d0ced102-4957-45a4-acd4-192ebabdeecf tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0679524 Jun 22 18:46:19.551844 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-85cf8e7a-ac86-4d5b-9a22-4bb7b19448c5 req-75e76d87-3475-476e-b0ac-685802a3a058 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Jun 22 18:46:20.729293 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de027a22-0fac-4a4a-8b58-327c92df5f41 req-558e10cc-af05-473e-918b-6b2c52646459 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:20.731161 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-de027a22-0fac-4a4a-8b58-327c92df5f41 req-558e10cc-af05-473e-918b-6b2c52646459 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0645952 Jun 22 18:46:20.774543 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-de027a22-0fac-4a4a-8b58-327c92df5f41 req-736d4f20-47a5-46ef-948b-8615d3aa2eea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376704 Jun 22 18:46:21.952534 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d5d4b-4568-4e15-aae1-5c62a4b3a5a9 req-d4539a6e-390a-4a81-8ea7-91df31a60ac2 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:21.953995 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0f6d5d4b-4568-4e15-aae1-5c62a4b3a5a9 req-d4539a6e-390a-4a81-8ea7-91df31a60ac2 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0634391 Jun 22 18:46:21.991180 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0f6d5d4b-4568-4e15-aae1-5c62a4b3a5a9 req-b5bed752-1196-481d-a89f-e9b2d3a8ccbb tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Jun 22 18:46:22.069045 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ca0007df-508d-429e-a70f-ad7d3ad3c894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:23.171985 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0991e-f650-46a5-bbc5-6daab8084bce req-616cb60c-3114-451c-8879-91304e961d9d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:23.173365 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e1f0991e-f650-46a5-bbc5-6daab8084bce req-616cb60c-3114-451c-8879-91304e961d9d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0691676 Jun 22 18:46:23.209610 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e1f0991e-f650-46a5-bbc5-6daab8084bce req-f2a2bfad-ca50-47ef-88c2-3b55c3ddad98 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306852 Jun 22 18:46:24.390125 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bffd7-2d1b-4153-854a-1d99f82a654c req-3f7a2301-7f17-40bd-8432-a89439f7e2e3 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:24.391668 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-038bffd7-2d1b-4153-854a-1d99f82a654c req-3f7a2301-7f17-40bd-8432-a89439f7e2e3 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0680361 Jun 22 18:46:24.429467 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-038bffd7-2d1b-4153-854a-1d99f82a654c req-a7196c09-4cd8-4ea5-aab5-9adf60f632f0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319643 Jun 22 18:46:25.606342 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cce8c5-784d-4510-a9f9-88d11551fb78 req-1bb5eb50-b096-4318-bdc8-fd84f2740024 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:25.607882 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f9cce8c5-784d-4510-a9f9-88d11551fb78 req-1bb5eb50-b096-4318-bdc8-fd84f2740024 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0681241 Jun 22 18:46:25.647740 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f9cce8c5-784d-4510-a9f9-88d11551fb78 req-0f955e9e-4743-49f3-9775-c4c1583f5331 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342491 Jun 22 18:46:25.660830 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-4b6250a7-757f-4a4a-b568-7a30bdc1b858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:25.861974 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:25.892915 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:46:26.163286 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:26.446720 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:26.829854 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e082af7-1ea3-4cae-a746-e3d37523c867 req-33c1cb12-b857-4235-9799-8a29be460cc7 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:26.831450 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e082af7-1ea3-4cae-a746-e3d37523c867 req-33c1cb12-b857-4235-9799-8a29be460cc7 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0676486 Jun 22 18:46:26.870562 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0e082af7-1ea3-4cae-a746-e3d37523c867 req-adc03541-728c-4d11-88a5-9295f5d28bd3 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Jun 22 18:46:28.044044 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8771d-4391-409a-8386-3f5064bf2af4 req-5878f780-d7a3-490c-986e-5602f8b058f4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:28.045526 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c4f8771d-4391-409a-8386-3f5064bf2af4 req-5878f780-d7a3-490c-986e-5602f8b058f4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0652895 Jun 22 18:46:28.087376 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c4f8771d-4391-409a-8386-3f5064bf2af4 req-b96d2811-e5de-43d5-ab5d-2d5c286406fc tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338585 Jun 22 18:46:28.232186 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:28.435948 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26899f59-696c-45dd-9210-74aa1327c744 req-68094b8c-fda5-46a6-aafb-e075fb1231e5 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:28.437455 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-26899f59-696c-45dd-9210-74aa1327c744 req-68094b8c-fda5-46a6-aafb-e075fb1231e5 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0778255 Jun 22 18:46:28.509362 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-26899f59-696c-45dd-9210-74aa1327c744 req-e897f6f5-a1de-47f3-bd8d-fde55b4d6db8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629578 Jun 22 18:46:28.523481 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294917-9755-4d6f-9819-077789503c6d req-22525d8f-e35a-47dd-8fbe-a9f8b2d00916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:28.525019 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d294917-9755-4d6f-9819-077789503c6d req-22525d8f-e35a-47dd-8fbe-a9f8b2d00916 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 1099 time: 0.0865338 Jun 22 18:46:28.624621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294917-9755-4d6f-9819-077789503c6d req-01cee172-34eb-4a78-9082-af39372a3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:28.626142 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d294917-9755-4d6f-9819-077789503c6d req-01cee172-34eb-4a78-9082-af39372a3d40 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 913 time: 0.0935338 Jun 22 18:46:28.697072 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d294917-9755-4d6f-9819-077789503c6d req-2a7e8ea4-0f2a-49d2-88a1-2b77e56dd546 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 HTTP/1.1" status: 200 len: 1002 time: 0.0617380 Jun 22 18:46:28.753490 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294917-9755-4d6f-9819-077789503c6d req-50a19c36-788a-4d16-af0a-d1a82c76b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:28.754947 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d294917-9755-4d6f-9819-077789503c6d req-50a19c36-788a-4d16-af0a-d1a82c76b482 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0506887 Jun 22 18:46:28.816420 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294917-9755-4d6f-9819-077789503c6d req-9dffb2df-55af-4d73-b7eb-9b483a0a877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:28.817953 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d294917-9755-4d6f-9819-077789503c6d req-9dffb2df-55af-4d73-b7eb-9b483a0a877f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554376 Jun 22 18:46:28.911693 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d294917-9755-4d6f-9819-077789503c6d req-97ac0e65-4094-446b-aa00-d998728c34dc service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857031 Jun 22 18:46:29.005171 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d294917-9755-4d6f-9819-077789503c6d req-b0f3844c-9f46-4c55-9632-4e2077f9d99a service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863235 Jun 22 18:46:29.692236 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc73ff-d324-4a25-9129-f44fb9ac9710 req-6c8350cb-3511-4c82-9366-bbc4e1e4dd38 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:29.693722 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56bc73ff-d324-4a25-9129-f44fb9ac9710 req-6c8350cb-3511-4c82-9366-bbc4e1e4dd38 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0654953 Jun 22 18:46:29.738208 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-56bc73ff-d324-4a25-9129-f44fb9ac9710 req-c12310e6-a2b9-4a32-b5db-4caf146d9d5b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382712 Jun 22 18:46:30.921139 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dba2d-a1bd-4dd4-9821-fe6704237ab6 req-eb25767a-e9b6-48b9-85d1-971733afd162 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:46:30.922600 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d89dba2d-a1bd-4dd4-9821-fe6704237ab6 req-eb25767a-e9b6-48b9-85d1-971733afd162 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0653090 Jun 22 18:46:30.966390 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d89dba2d-a1bd-4dd4-9821-fe6704237ab6 req-7e84b9ee-e312-47df-a006-31de7f6dc898 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381739 Jun 22 18:46:52.068519 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-14f90720-13cf-453f-9a02-9ab7713dd086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:55.663567 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-67349c7e-d52e-4ee0-a6db-8de07fd2a17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:55.862948 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:56.167905 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:56.458410 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:58.227748 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:02.891476 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:47:07.965869 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-f2fb7426-985e-4910-8c60-7959dfcd80c2 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520504 Jun 22 18:47:08.054874 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-6e2f0cb6-88eb-4557-bb14-285dce8ab19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:08.056908 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-6e2f0cb6-88eb-4557-bb14-285dce8ab19a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 1099 time: 0.0550067 Jun 22 18:47:08.164922 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-bffd0dbd-0771-4229-8141-e255514d6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:08.166505 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-bffd0dbd-0771-4229-8141-e255514d6e96 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 913 time: 0.0893271 Jun 22 18:47:08.237243 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-6de66cf8-fee6-4e93-baf4-bc61fb280a40 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 HTTP/1.1" status: 200 len: 1002 time: 0.0627539 Jun 22 18:47:08.291312 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-220008ec-6769-4b78-b131-2e4c37a8a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:08.292806 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-220008ec-6769-4b78-b131-2e4c37a8a79a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0486238 Jun 22 18:47:08.356230 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-aaf14f92-7e63-45ea-ace0-91f126ae01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:08.357684 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-aaf14f92-7e63-45ea-ace0-91f126ae01da service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581172 Jun 22 18:47:08.450265 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-0a8a719c-4f5e-4b71-a17b-d38a6bd0494d service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839093 Jun 22 18:47:08.550084 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3d36d09b-4379-4905-9b2f-07ceb04a1eee req-c79786f1-15f1-403d-9408-486ac8c5bfbb service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925636 Jun 22 18:47:11.541915 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41394) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:11.724980 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Deleting port 81e79de0-1e50-4f52-82d1-cbdd72ac5227 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:11.725314 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:11.802175 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:11.802408 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:11.814037 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Calling delete_port for 81e79de0-1e50-4f52-82d1-cbdd72ac5227 owned by network:floatingip {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:11.985978 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:11.988059 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d6dd9065-fc01-4832-9c40-2432083a03ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:12.015596 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event deleted for resources: {'Port': ['ID=81e79de0-1e50-4f52-82d1-cbdd72ac5227,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:12.027434 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.027810 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.028179 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.028540 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.028904 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.029255 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.029608 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.029963 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.030314 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.030661 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.031007 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.031371 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:12.048726 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:12.087952 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:12.088264 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.l3_db [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Floating IP 6fa02e7c-b876-4760-8efe-8f31e52ba0de disassociated (deleted). External IP: 172.27.3.138, port: f0fb4baf-e7e8-496e-849b-a577734763e0. Jun 22 18:47:12.293787 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Router 18a23e45-50b4-483f-bf81-26d5927d5ffb has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:47:12.406709 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:47:12.411484 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:12.416292 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] Sync routers for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:47:12.425969 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:47:12.426703 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:46:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:12.448635 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "DELETE /v2.0/floatingips/6fa02e7c-b876-4760-8efe-8f31e52ba0de HTTP/1.1" status: 204 len: 168 time: 0.9056387 Jun 22 18:47:12.449296 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0'}] {{(pid=92906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:47:12.451679 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ff035369c1c9d6bf504f743e9aafde6dd958d2f8985069b97200d5a2741ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c911ffad-1524-4859-ac6f-7497063639ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0"}]}' {{(pid=92906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:47:12.491441 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d17d35-9f2c-49c9-8023-999d351c3eb1 x-openstack-request-id: req-82d17d35-9f2c-49c9-8023-999d351c3eb1 {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:47:12.492535 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0", "status": "completed", "code": 200}]} {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:47:12.493015 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82d17d35-9f2c-49c9-8023-999d351c3eb1 {{(pid=92906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:47:12.493940 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'status': 'completed', 'code': 200} Jun 22 18:47:12.537461 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:47:12.593533 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911ffad-1524-4859-ac6f-7497063639ff req-ebc49406-ef5a-4c5b-bd7c-7b45efee7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:12.595027 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c911ffad-1524-4859-ac6f-7497063639ff req-ebc49406-ef5a-4c5b-bd7c-7b45efee7ffb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 1099 time: 0.0541146 Jun 22 18:47:12.716105 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911ffad-1524-4859-ac6f-7497063639ff req-8dcaa4fc-9921-4b4b-850c-1f8c64185b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:12.717682 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c911ffad-1524-4859-ac6f-7497063639ff req-8dcaa4fc-9921-4b4b-850c-1f8c64185b91 service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.1147985 Jun 22 18:47:12.776427 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c911ffad-1524-4859-ac6f-7497063639ff req-96538e97-9544-42f9-8388-a81c1409a2e8 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0fb4baf-e7e8-496e-849b-a577734763e0 HTTP/1.1" status: 200 len: 217 time: 0.0422974 Jun 22 18:47:12.781867 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '017fccd4-1d91-4d66-b9e1-e641780d58b5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:17Z', 'updated_at': '2021-06-22T18:42:19Z', 'revision_number': 1, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:12.815969 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] Checking router: 18a23e45-50b4-483f-bf81-26d5927d5ffb for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:47:12.826214 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:47:12.827022 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:46:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:12.836606 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911ffad-1524-4859-ac6f-7497063639ff req-b537eecc-ca45-4411-89e5-a0663ffca5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:12.838330 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c911ffad-1524-4859-ac6f-7497063639ff req-b537eecc-ca45-4411-89e5-a0663ffca5d8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0548639 Jun 22 18:47:12.947530 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:47:12.951617 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911ffad-1524-4859-ac6f-7497063639ff req-4db82908-81d1-40cc-91b6-875c46b1819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:12.953108 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c911ffad-1524-4859-ac6f-7497063639ff req-4db82908-81d1-40cc-91b6-875c46b1819e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1072245 Jun 22 18:47:12.982203 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc9240-eac7-4df1-a76e-34f0675e579d req-7b057895-aa0d-48dd-bdbb-861dbd7b00ed tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:12.983813 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e7bc9240-eac7-4df1-a76e-34f0675e579d req-7b057895-aa0d-48dd-bdbb-861dbd7b00ed tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 946 time: 0.2064981 Jun 22 18:47:13.063131 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e7bc9240-eac7-4df1-a76e-34f0675e579d req-ab1a6089-d4e4-403f-a143-1488ff551307 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686235 Jun 22 18:47:13.089315 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c911ffad-1524-4859-ac6f-7497063639ff req-29711040-a21d-4716-ae55-bd83e7be9d22 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268842 Jun 22 18:47:13.181252 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '017fccd4-1d91-4d66-b9e1-e641780d58b5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:17Z', 'updated_at': '2021-06-22T18:42:19Z', 'revision_number': 1, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:13.186499 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c911ffad-1524-4859-ac6f-7497063639ff req-3c6337dc-aaa2-4bff-bb86-e0af77b0a925 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895789 Jun 22 18:47:13.207255 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b554a4-70d0-4961-876a-dd8b42dd9c3f None None] The sync data for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi is: [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '017fccd4-1d91-4d66-b9e1-e641780d58b5', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'port_id': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'mac_address': 'fa:16:3e:4c:16:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:17Z', 'updated_at': '2021-06-22T18:42:19Z', 'revision_number': 1, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:47:13.433373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4789985-9c90-478f-87dd-05333958f9ac None None] New status for floating IP 6fa02e7c-b876-4760-8efe-8f31e52ba0de: DOWN {{(pid=92907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:47:14.296862 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679cb2a-d15e-458d-851d-ce038a23afb2 req-3a391bf3-5b73-42d8-8ef2-2fa05600733b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:14.298453 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8679cb2a-d15e-458d-851d-ce038a23afb2 req-3a391bf3-5b73-42d8-8ef2-2fa05600733b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 946 time: 0.1175809 Jun 22 18:47:14.339210 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8679cb2a-d15e-458d-851d-ce038a23afb2 req-a946049c-7a21-487c-8b52-2584021256ee tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Jun 22 18:47:14.830853 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-c3b400f6-46cb-42ad-8661-255205b72867 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:14.832339 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-c3b400f6-46cb-42ad-8661-255205b72867 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 946 time: 0.0654068 Jun 22 18:47:14.948505 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Deleting port f0fb4baf-e7e8-496e-849b-a577734763e0 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:14.948505 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:15.061640 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] For port f0fb4baf-e7e8-496e-849b-a577734763e0, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=f0fb4baf-e7e8-496e-849b-a577734763e0,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:15.061990 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:15.074229 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Calling delete_port for f0fb4baf-e7e8-496e-849b-a577734763e0 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:15.198798 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:15.202763 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ce92c40b-973c-4151-b498-040d8d68a1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:15.226926 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event deleted for resources: {'Port': ['ID=f0fb4baf-e7e8-496e-849b-a577734763e0,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:15.244033 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.244413 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.244781 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.245141 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.245496 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.245844 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.246197 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.246551 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.246898 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.247270 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.247639 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.247987 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:15.270578 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:15.294184 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] No DVR routers for this DVR port f0fb4baf-e7e8-496e-849b-a577734763e0 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:47:15.296679 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:15.298591 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-93b698fa-7b45-455a-8c3c-8871a5f1889d req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "DELETE /v2.0/ports/f0fb4baf-e7e8-496e-849b-a577734763e0 HTTP/1.1" status: 204 len: 173 time: 0.4604361 Jun 22 18:47:15.299213 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'name': 'network-vif-deleted', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:47:15.301518 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91fcdd5-87a9-454e-8564-0dd06f45cadc" -d '{"events": [{"server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "name": "network-vif-deleted", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:47:15.338772 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f5a15-bd18-4521-8cc1-3e87f8dc064c x-openstack-request-id: req-ac0f5a15-bd18-4521-8cc1-3e87f8dc064c {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:47:15.339299 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccc5224-f5b9-4119-bfc0-e7f4d01888db", "name": "network-vif-deleted", "tag": "f0fb4baf-e7e8-496e-849b-a577734763e0", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:47:15.339776 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac0f5a15-bd18-4521-8cc1-3e87f8dc064c {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:47:15.340199 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccc5224-f5b9-4119-bfc0-e7f4d01888db', 'name': 'network-vif-deleted', 'tag': 'f0fb4baf-e7e8-496e-849b-a577734763e0', 'status': 'completed', 'code': 200} Jun 22 18:47:15.487960 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9e418e26-7ddc-4ac5-b7de-c85cd5f9ee40 req-aedc6acf-9957-4793-b8e7-0c1b02840056 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ccc5224-f5b9-4119-bfc0-e7f4d01888db HTTP/1.1" status: 200 len: 210 time: 0.0312364 Jun 22 18:47:18.799888 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41436) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:18.965178 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Deleting port cf35c40b-1c59-48a3-b1bb-179a30ccd7c0 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:18.965556 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:19.054210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:19.054535 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:19.065559 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Calling delete_port for cf35c40b-1c59-48a3-b1bb-179a30ccd7c0 owned by network:floatingip {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:19.210440 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:19.212386 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:19.234951 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event deleted for resources: {'Port': ['ID=cf35c40b-1c59-48a3-b1bb-179a30ccd7c0,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:19.237361 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:19.298609 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:19.298939 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Floating IP 017fccd4-1d91-4d66-b9e1-e641780d58b5 disassociated (deleted). External IP: 172.27.3.97, port: d38daf66-da3e-4f3d-8ece-2bb70e139c7b. Jun 22 18:47:19.505246 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Router 18a23e45-50b4-483f-bf81-26d5927d5ffb has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:47:19.609742 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:47:19.614441 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:19.619525 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] Sync routers for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:47:19.621454 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device f0fb4baf-e7e8-496e-849b-a577734763e0 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:47:19.629713 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:47:19.630331 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:46:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:19.642143 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: f0fb4baf-e7e8-496e-849b-a577734763e0 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:47:19.642491 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device f0fb4baf-e7e8-496e-849b-a577734763e0 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:47:19.652921 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "DELETE /v2.0/floatingips/017fccd4-1d91-4d66-b9e1-e641780d58b5 HTTP/1.1" status: 204 len: 168 time: 0.8518941 Jun 22 18:47:19.653589 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:47:19.655927 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a75567-7280-4465-b966-979f347744c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:47:19.697362 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfe418a-1fd2-40ef-98b7-806fc9ec83b7 x-openstack-request-id: req-0dfe418a-1fd2-40ef-98b7-806fc9ec83b7 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:47:19.697693 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:47:19.698001 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dfe418a-1fd2-40ef-98b7-806fc9ec83b7 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:47:19.698439 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'status': 'completed', 'code': 200} Jun 22 18:47:19.760420 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:47:19.806354 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75567-7280-4465-b966-979f347744c9 req-9cd6f902-3db4-4ed3-ac4a-d2eab5e786e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:19.807150 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e0a75567-7280-4465-b966-979f347744c9 req-9cd6f902-3db4-4ed3-ac4a-d2eab5e786e8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 1098 time: 0.0591574 Jun 22 18:47:19.924520 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75567-7280-4465-b966-979f347744c9 req-04f25ed2-3407-4127-919b-49d36c747979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:19.926111 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e0a75567-7280-4465-b966-979f347744c9 req-04f25ed2-3407-4127-919b-49d36c747979 service neutron] 10.222.0.109 "GET /v2.0/networks?id=cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 200 len: 914 time: 0.1114378 Jun 22 18:47:19.985652 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e0a75567-7280-4465-b966-979f347744c9 req-58105918-8b77-4b7c-bbeb-4853027b40d6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b HTTP/1.1" status: 200 len: 217 time: 0.0363367 Jun 22 18:47:20.058581 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084abf7-da02-493e-ac9f-f6c9e0972605 req-c2d2443c-21fc-41d3-88ea-5bddf713e9f0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:20.059971 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4084abf7-da02-493e-ac9f-f6c9e0972605 req-c2d2443c-21fc-41d3-88ea-5bddf713e9f0 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 945 time: 0.0774956 Jun 22 18:47:20.062255 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:20.094272 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] Checking router: 18a23e45-50b4-483f-bf81-26d5927d5ffb for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:47:20.103163 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:47:20.103823 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:46:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:20.121800 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75567-7280-4465-b966-979f347744c9 req-9a2e4893-7bad-4ca4-8980-52010adf4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:20.123214 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e0a75567-7280-4465-b966-979f347744c9 req-9a2e4893-7bad-4ca4-8980-52010adf4e44 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 200 len: 851 time: 0.0857275 Jun 22 18:47:20.128087 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4084abf7-da02-493e-ac9f-f6c9e0972605 req-6177d2ef-5987-4ea1-9f3c-dc3f320393f9 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489345 Jun 22 18:47:20.182859 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75567-7280-4465-b966-979f347744c9 req-b3716ed4-52dc-46a0-b540-943a594e7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:20.184427 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e0a75567-7280-4465-b966-979f347744c9 req-b3716ed4-52dc-46a0-b540-943a594e7dae service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=cced807c-560b-42fb-a194-89ecf5911542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527239 Jun 22 18:47:20.210851 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:47:20.279763 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e0a75567-7280-4465-b966-979f347744c9 req-a81aa5c8-4be9-455c-af24-7c83a1180f21 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866830 Jun 22 18:47:20.409128 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:20.413786 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e0a75567-7280-4465-b966-979f347744c9 req-1a758e9d-ed29-4acf-914e-e005f902f338 service neutron] 10.222.0.109 "GET /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832071 Jun 22 18:47:20.445702 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4725460-6270-4e76-81cc-4ea4aa6ce3da None None] The sync data for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi is: [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:37:57Z', 'revision_number': 4, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'f31b127a-48fd-4170-b1c9-bd1212cc3401', 'name': '', 'network_id': 'cced807c-560b-42fb-a194-89ecf5911542', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'mac_address': 'fa:16:3e:c9:4a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:56Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'subnets': [{'id': '4a9f9933-3ddb-44f9-869c-cde65ddf72b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:47:20.645899 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61328247-3416-42d9-9d53-54089cceb799 None None] New status for floating IP 017fccd4-1d91-4d66-b9e1-e641780d58b5: DOWN {{(pid=92907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:47:21.009221 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-cca118ed-138f-4495-ae76-7fa31006ec0a tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:21.010691 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-cca118ed-138f-4495-ae76-7fa31006ec0a tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 945 time: 0.0672145 Jun 22 18:47:21.433453 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33d5f5-5a80-4e07-8eb7-3ba6444d66a6 req-2d6b8de2-dbba-493b-bf8b-5a86e9061af8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:21.434823 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd33d5f5-5a80-4e07-8eb7-3ba6444d66a6 req-2d6b8de2-dbba-493b-bf8b-5a86e9061af8 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 945 time: 0.1074281 Jun 22 18:47:21.450840 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Deleting port d38daf66-da3e-4f3d-8ece-2bb70e139c7b {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:21.451176 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:21.525983 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fd33d5f5-5a80-4e07-8eb7-3ba6444d66a6 req-2d8ef73c-606f-4e49-9abd-278a1ba89897 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/security-groups?id=73640e8f-c1f0-4b22-b538-69153904d56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852172 Jun 22 18:47:21.566722 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] For port d38daf66-da3e-4f3d-8ece-2bb70e139c7b, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:21.567087 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:21.580256 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Calling delete_port for d38daf66-da3e-4f3d-8ece-2bb70e139c7b owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:21.716009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:21.720031 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-511be3c3-ba65-49ef-bfc9-17007b520511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:21.746641 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event deleted for resources: {'Port': ['ID=d38daf66-da3e-4f3d-8ece-2bb70e139c7b,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:21.749756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:21.796528 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] No DVR routers for this DVR port d38daf66-da3e-4f3d-8ece-2bb70e139c7b on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:47:21.798997 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:21.805821 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-43110348-6aab-4f7d-bc0f-0974f570d8c8 req-511a3a9a-7c31-4b5a-b2db-0b612dce82fc tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.109 "DELETE /v2.0/ports/d38daf66-da3e-4f3d-8ece-2bb70e139c7b HTTP/1.1" status: 204 len: 173 time: 0.7894800 Jun 22 18:47:21.806388 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'name': 'network-vif-deleted', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:47:21.808764 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d79110-fe7a-43b0-9fe7-711a3f86804b" -d '{"events": [{"server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "name": "network-vif-deleted", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:47:21.862529 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aab209-3117-4649-9a02-36606b4514e8 x-openstack-request-id: req-98aab209-3117-4649-9a02-36606b4514e8 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:47:21.862836 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff1a9eb-29cb-4611-9101-d9b3d83d1729", "name": "network-vif-deleted", "tag": "d38daf66-da3e-4f3d-8ece-2bb70e139c7b", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:47:21.863135 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98aab209-3117-4649-9a02-36606b4514e8 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:47:21.863667 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff1a9eb-29cb-4611-9101-d9b3d83d1729', 'name': 'network-vif-deleted', 'tag': 'd38daf66-da3e-4f3d-8ece-2bb70e139c7b', 'status': 'completed', 'code': 200} Jun 22 18:47:22.007013 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [req-d89381bd-9fdd-48d5-ae9e-1264ac21963c req-2ad14466-8de0-469c-aab1-420395092b10 service neutron] (92906) timed out ('10.222.0.109', 53711) {{(pid=92906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:47:22.069158 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c88c81af-4ceb-4b81-af0b-fc76e3994529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:22.685307 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-57047f03-a511-4fce-bf56-4689d6dea573 req-a5cb292f-7a82-404a-af7f-7f8805fc3686 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "GET /v2.0/ports?device_id=dff1a9eb-29cb-4611-9101-d9b3d83d1729 HTTP/1.1" status: 200 len: 210 time: 0.0332627 Jun 22 18:47:22.893048 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [req-d79417df-10ec-4c69-a568-c207ffcfba65 req-d21e3ffd-a17d-4a82-ba1e-98aabe9041cf service neutron] (92906) timed out ('10.222.0.109', 53731) {{(pid=92906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:47:23.784436 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41456) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:23.925742 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Deleting port 129df30f-0fca-4050-920d-e077bf5f23cc {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:23.925979 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:24.009688 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:24.010009 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:24.021801 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Calling delete_port for 129df30f-0fca-4050-920d-e077bf5f23cc owned by network:floatingip {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:24.173948 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:24.176237 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:24.202097 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event deleted for resources: {'Port': ['ID=129df30f-0fca-4050-920d-e077bf5f23cc,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:24.205829 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:24.267462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for floatingip, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:24.269971 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:24.271083 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-98aaf5a0-1fa1-4271-b8d7-fd4c510f9334 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "DELETE /v2.0/floatingips/22e0b628-6df5-4d59-bcd7-51984116d4a5 HTTP/1.1" status: 204 len: 168 time: 0.4856646 Jun 22 18:47:25.543451 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41470) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:25.606186 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a77d68de-bf64-4229-a110-ae8b35284b27 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:25.631683 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a77d68de-bf64-4229-a110-ae8b35284b27 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:25.666662 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a852f6c4-9419-4253-9544-9ad83ec249c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:25.669410 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device d38daf66-da3e-4f3d-8ece-2bb70e139c7b no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:47:25.692652 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: d38daf66-da3e-4f3d-8ece-2bb70e139c7b {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:47:25.692914 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device d38daf66-da3e-4f3d-8ece-2bb70e139c7b not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:47:25.700404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a77d68de-bf64-4229-a110-ae8b35284b27 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:25.703237 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-a77d68de-bf64-4229-a110-ae8b35284b27 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:25.704415 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a77d68de-bf64-4229-a110-ae8b35284b27 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] 10.222.0.39 "DELETE /v2.0/security-groups/73640e8f-c1f0-4b22-b538-69153904d56d HTTP/1.1" status: 204 len: 168 time: 0.1599863 Jun 22 18:47:25.705287 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-115b4e94-c299-48ed-b8ee-0ac91ed47bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:25.717401 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d68de-bf64-4229-a110-ae8b35284b27 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73640e8f-c1f0-4b22-b538-69153904d56d,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:25.719984 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a77d68de-bf64-4229-a110-ae8b35284b27 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:25.762702 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41474) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:25.865438 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:26.169612 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:26.218450 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687782'] for router_interface, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:26.455934 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:26.468863 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Deleting port f31b127a-48fd-4170-b1c9-bd1212cc3401 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:26.469194 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:26.549191 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] For port f31b127a-48fd-4170-b1c9-bd1212cc3401, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=f31b127a-48fd-4170-b1c9-bd1212cc3401,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:26.549536 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:26.561988 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Calling delete_port for f31b127a-48fd-4170-b1c9-bd1212cc3401 owned by network:router_interface {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:26.742180 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:26.743896 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:26.986118 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f31b127a-48fd-4170-b1c9-bd1212cc3401,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:26.989177 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:27.153412 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1834251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687674'] for router_interface, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:27.363379 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Router 18a23e45-50b4-483f-bf81-26d5927d5ffb has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:47:27.471117 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:47:27.477116 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b9760715-f767-4f92-a6ec-d3c84499ba3e admin admin] 10.222.0.39 "PUT /v2.0/routers/18a23e45-50b4-483f-bf81-26d5927d5ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133086 Jun 22 18:47:27.479980 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41478) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:27.483017 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] Sync routers for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:47:27.492918 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:47:27.493526 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:47:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:27.586516 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks [] for router, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:27.597583 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:47:27.697971 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:27.752908 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Deleting port 9f764f6d-c852-4afa-b863-d81294e9c7c6 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:27.753247 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:27.781390 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:47:26Z', 'revision_number': 5, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port': {'id': '9f764f6d-c852-4afa-b863-d81294e9c7c6', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:37:51Z', 'updated_at': '2021-06-22T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:27.807891 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] Checking router: 18a23e45-50b4-483f-bf81-26d5927d5ffb for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:47:27.816272 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] Routers {'18a23e45-50b4-483f-bf81-26d5927d5ffb'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:47:27.816768 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:47:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['18a23e45-50b4-483f-bf81-26d5927d5ffb'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:27.833449 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] For port 9f764f6d-c852-4afa-b863-d81294e9c7c6, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=9f764f6d-c852-4afa-b863-d81294e9c7c6,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:27.833796 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:27.847284 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Calling delete_port for 9f764f6d-c852-4afa-b863-d81294e9c7c6 owned by network:router_gateway {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:27.907869 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] Set router 18a23e45-50b4-483f-bf81-26d5927d5ffb gateway port host: None {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:47:27.961583 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:47:27Z', 'revision_number': 6, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port_host': None}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:27.988015 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4618ef-34cc-40bc-ac42-d109915c1204 None None] The sync data for ids ['18a23e45-50b4-483f-bf81-26d5927d5ffb'] in dv-cinder-769602-3-iscsi is: [{'id': '18a23e45-50b4-483f-bf81-26d5927d5ffb', 'name': 'tempest-TestVolumeBootPattern-1475381285-router', 'tenant_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:37:50Z', 'updated_at': '2021-06-22T18:47:27Z', 'revision_number': 6, 'project_id': '1b0d77d3dfc94590a6095cdee66d20eb', 'gw_port_host': None}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:47:28.017086 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.023145 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5d10c11c-98f2-4af2-9ca5-aecc24092021 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:28.051216 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f764f6d-c852-4afa-b863-d81294e9c7c6,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:28.068289 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:28.106114 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621270'] for router_gateway, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.193424 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1567'] for router, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.195932 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.232188 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.239155 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1690065'] for router, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.239865 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a23e45-50b4-483f-bf81-26d5927d5ffb {{(pid=92906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:47:28.244308 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.245295 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] 10.222.0.39 "DELETE /v2.0/routers/18a23e45-50b4-483f-bf81-26d5927d5ffb HTTP/1.1" status: 204 len: 168 time: 0.7641125 Jun 22 18:47:28.247805 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41480) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:28.296930 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d312c3-6d37-49ee-a731-1dc618fd3c85 admin admin] Deleting subnet 4a9f9933-3ddb-44f9-869c-cde65ddf72b0 {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:47:28.299979 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a6d312c3-6d37-49ee-a731-1dc618fd3c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.339828 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a6d312c3-6d37-49ee-a731-1dc618fd3c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.433382 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a6d312c3-6d37-49ee-a731-1dc618fd3c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.505006 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a6d312c3-6d37-49ee-a731-1dc618fd3c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.507466 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0fa0636d-5378-4065-8276-3d26bc6d536b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:28.533535 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d312c3-6d37-49ee-a731-1dc618fd3c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9f9933-3ddb-44f9-869c-cde65ddf72b0,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:28.535663 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a6d312c3-6d37-49ee-a731-1dc618fd3c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.542169 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a6d312c3-6d37-49ee-a731-1dc618fd3c85 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4a9f9933-3ddb-44f9-869c-cde65ddf72b0 HTTP/1.1" status: 204 len: 168 time: 0.2892270 Jun 22 18:47:28.542169 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a6d312c3-6d37-49ee-a731-1dc618fd3c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:28.542692 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41484) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:28.543131 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68bb0cc-b079-44e9-b6d7-c44f954141ea None None] Network cced807c-560b-42fb-a194-89ecf5911542 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:47:28.617836 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.672354 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Deleting port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:28.672730 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.738504 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] For port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=6c94c1a2-5d4d-41b3-9230-ce9f3151426b,segment=NetworkSegment(26847b73-efd8-4d98-805d-5d6cbf916961),segment_id=26847b73-efd8-4d98-805d-5d6cbf916961)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:28.738780 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.751978 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Calling delete_port for 6c94c1a2-5d4d-41b3-9230-ce9f3151426b owned by network:dhcp {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:28.784436 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] DHCP port deletion for cced807c-560b-42fb-a194-89ecf5911542 request from dv-cinder-769602-3-iscsi {{(pid=92907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:47:28.841055 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.841430 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Deleting port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b {{(pid=92907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:28.841822 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.843305 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b3e355a8-3ba8-49ea-aaa3-26b97bfd0a67 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:28.868549 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c94c1a2-5d4d-41b3-9230-ce9f3151426b,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:28.875731 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:28.876630 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] No DVR routers for this DVR port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b on host dv-cinder-769602-3-iscsi {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:47:28.910441 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] For port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b, host dv-cinder-769602-3-iscsi, got binding levels [] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:28.910920 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.926332 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Calling delete_port for 6c94c1a2-5d4d-41b3-9230-ce9f3151426b owned by network:dhcp {{(pid=92907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:28.930160 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.ipam_backend_mixin [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b was not found and therefore no delete operation was performed {{(pid=92907) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 18:47:28.931674 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089'] for port, after_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.933454 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:28.956041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:28.956760 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Pushing event deleted for resources: {'Port': ['ID=6c94c1a2-5d4d-41b3-9230-ce9f3151426b,revision_number=None']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:28.965862 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.966213 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.966542 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.966868 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.967041 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cced807c-560b-42fb-a194-89ecf5911542']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:28.967190 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.967536 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.967860 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.968176 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.968494 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.968812 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.969126 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.969439 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:47:28.973777 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:28.974878 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae98908-56f6-4a8f-a730-aeabfec50391 None None] No DVR routers for this DVR port 6c94c1a2-5d4d-41b3-9230-ce9f3151426b on host dv-cinder-769602-3-iscsi {{(pid=92907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:47:28.985190 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26847b73-efd8-4d98-805d-5d6cbf916961') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:28.985449 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26847b73-efd8-4d98-805d-5d6cbf916961') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:29.000558 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.015993 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.025770 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:47:29.026333 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:47:29.029204 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:47:29.091581 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.095215 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-31e2dbf8-60cb-4223-ab14-95735096afb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:29.102315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.102315 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cced807c-560b-42fb-a194-89ecf5911542 HTTP/1.1" status: 204 len: 168 time: 0.5576961 Jun 22 18:47:29.103281 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41486) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:29.121437 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=cced807c-560b-42fb-a194-89ecf5911542,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:29.124773 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:29.478677 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687782'] for router_interface, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.731059 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f31b127a-48fd-4170-b1c9-bd1212cc3401 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:47:29.749828 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Deleting port eb089e60-987a-4b1c-96c6-67ec2c11592e {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:29.750391 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.752891 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: f31b127a-48fd-4170-b1c9-bd1212cc3401 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:47:29.753246 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device f31b127a-48fd-4170-b1c9-bd1212cc3401 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:47:29.753669 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 9f764f6d-c852-4afa-b863-d81294e9c7c6 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:47:29.772605 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 9f764f6d-c852-4afa-b863-d81294e9c7c6 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:47:29.772953 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 9f764f6d-c852-4afa-b863-d81294e9c7c6 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:47:29.773373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 6c94c1a2-5d4d-41b3-9230-ce9f3151426b no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:47:29.794806 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 6c94c1a2-5d4d-41b3-9230-ce9f3151426b {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:47:29.795175 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 6c94c1a2-5d4d-41b3-9230-ce9f3151426b not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:47:29.834823 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] For port eb089e60-987a-4b1c-96c6-67ec2c11592e, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=eb089e60-987a-4b1c-96c6-67ec2c11592e,segment=NetworkSegment(72ce70cf-9d4b-4065-80ce-4ada0f60dcc7),segment_id=72ce70cf-9d4b-4065-80ce-4ada0f60dcc7)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:29.835151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.847792 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Calling delete_port for eb089e60-987a-4b1c-96c6-67ec2c11592e owned by network:router_interface {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:30.025465 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:30.027732 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-dd4fe070-ee38-4cb3-ac6d-08e8de50486c tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:30.054999 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Pushing event deleted for resources: {'Port': ['ID=eb089e60-987a-4b1c-96c6-67ec2c11592e,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:30.058095 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:30.224856 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1834251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687674'] for router_interface, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:30.433824 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Router 58e1ca70-ea9f-4eba-a513-143717ac8512 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:47:30.540710 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:47:30.545673 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] 10.222.0.39 "PUT /v2.0/routers/58e1ca70-ea9f-4eba-a513-143717ac8512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419210 Jun 22 18:47:30.548189 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41488) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:30.550659 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90929643-0dc8-43db-be37-dad681c7522c None None] Sync routers for ids ['58e1ca70-ea9f-4eba-a513-143717ac8512'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:47:30.561605 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90929643-0dc8-43db-be37-dad681c7522c None None] Routers {'58e1ca70-ea9f-4eba-a513-143717ac8512'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:47:30.562233 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-90929643-0dc8-43db-be37-dad681c7522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:47:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['58e1ca70-ea9f-4eba-a513-143717ac8512'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:30.651851 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:30.669397 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-90929643-0dc8-43db-be37-dad681c7522c None None] Set router 58e1ca70-ea9f-4eba-a513-143717ac8512 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:47:30.753761 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:30.808745 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Deleting port 0d7bf705-4127-4d3c-8c52-55f3950f18ec {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:30.809052 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:30.848788 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-90929643-0dc8-43db-be37-dad681c7522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:47:29Z', 'revision_number': 5, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'gw_port': {'id': '0d7bf705-4127-4d3c-8c52-55f3950f18ec', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:30.875401 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90929643-0dc8-43db-be37-dad681c7522c None None] Checking router: 58e1ca70-ea9f-4eba-a513-143717ac8512 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:47:30.883898 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90929643-0dc8-43db-be37-dad681c7522c None None] Routers {'58e1ca70-ea9f-4eba-a513-143717ac8512'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:47:30.884944 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-90929643-0dc8-43db-be37-dad681c7522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:47:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['58e1ca70-ea9f-4eba-a513-143717ac8512'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:30.889542 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] For port 0d7bf705-4127-4d3c-8c52-55f3950f18ec, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=0d7bf705-4127-4d3c-8c52-55f3950f18ec,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:30.889798 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:30.906580 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Calling delete_port for 0d7bf705-4127-4d3c-8c52-55f3950f18ec owned by network:router_gateway {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:30.970222 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-90929643-0dc8-43db-be37-dad681c7522c None None] Set router 58e1ca70-ea9f-4eba-a513-143717ac8512 gateway port host: None {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:47:31.075580 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.077689 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e66d241e-11d2-4fb4-b273-d154d2b6bfda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:31.108437 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7bf705-4127-4d3c-8c52-55f3950f18ec,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:31.111668 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:31.172246 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-90929643-0dc8-43db-be37-dad681c7522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:47:30Z', 'revision_number': 6, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'gw_port_host': None}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:31.174316 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621270'] for router_gateway, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.198502 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90929643-0dc8-43db-be37-dad681c7522c None None] The sync data for ids ['58e1ca70-ea9f-4eba-a513-143717ac8512'] in dv-cinder-769602-3-iscsi is: [{'id': '58e1ca70-ea9f-4eba-a513-143717ac8512', 'name': 'tempest-TestVolumeBootPattern-1667866422-router', 'tenant_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:38:00Z', 'updated_at': '2021-06-22T18:47:30Z', 'revision_number': 6, 'project_id': 'c0ae0d44a686454d9c9164cb2d06831e', 'gw_port_host': None}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:47:31.278873 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1567'] for router, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.280974 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.347030 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1690065'] for router, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.347551 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58e1ca70-ea9f-4eba-a513-143717ac8512 {{(pid=92905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:47:31.353292 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Notify callbacks [] for router, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.354449 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/58e1ca70-ea9f-4eba-a513-143717ac8512 HTTP/1.1" status: 204 len: 168 time: 0.8053157 Jun 22 18:47:31.357033 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41490) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:31.402992 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4fc73e-1d59-438f-b53f-8d973fb1466a admin admin] Deleting subnet 0130557e-d06c-4aa4-b0dd-6393e3ac9029 {{(pid=92905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:47:31.406475 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bb4fc73e-1d59-438f-b53f-8d973fb1466a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.439477 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bb4fc73e-1d59-438f-b53f-8d973fb1466a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26692923'] for subnet, precommit_delete_associations {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.837859 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bb4fc73e-1d59-438f-b53f-8d973fb1466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.891416 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bb4fc73e-1d59-438f-b53f-8d973fb1466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26616645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26945822'] for subnet, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.894686 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-681fb4ee-8308-4fdb-8eb8-ff9ffe87b0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:31.922208 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fc73e-1d59-438f-b53f-8d973fb1466a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0130557e-d06c-4aa4-b0dd-6393e3ac9029,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:31.924302 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-bb4fc73e-1d59-438f-b53f-8d973fb1466a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.925960 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-bb4fc73e-1d59-438f-b53f-8d973fb1466a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0130557e-d06c-4aa4-b0dd-6393e3ac9029 HTTP/1.1" status: 204 len: 168 time: 0.5676329 Jun 22 18:47:31.926812 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-bb4fc73e-1d59-438f-b53f-8d973fb1466a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:31.929310 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41492) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:31.931358 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff9132d-0884-4daa-b716-f242cf00e436 None None] Network 6ab5c01f-7796-4a02-9a62-cf65b141d54f requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:47:32.009120 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.033685 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device eb089e60-987a-4b1c-96c6-67ec2c11592e no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:47:32.065701 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Deleting port e32b0c05-432e-44f0-b678-7d8d9910eb6e {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:32.066037 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.070014 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: eb089e60-987a-4b1c-96c6-67ec2c11592e {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:47:32.070368 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device eb089e60-987a-4b1c-96c6-67ec2c11592e not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:47:32.070791 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 0d7bf705-4127-4d3c-8c52-55f3950f18ec no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:47:32.093820 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 0d7bf705-4127-4d3c-8c52-55f3950f18ec {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:47:32.094171 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 0d7bf705-4127-4d3c-8c52-55f3950f18ec not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:47:32.138826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] For port e32b0c05-432e-44f0-b678-7d8d9910eb6e, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=e32b0c05-432e-44f0-b678-7d8d9910eb6e,segment=NetworkSegment(72ce70cf-9d4b-4065-80ce-4ada0f60dcc7),segment_id=72ce70cf-9d4b-4065-80ce-4ada0f60dcc7)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:32.139175 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.153034 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Calling delete_port for e32b0c05-432e-44f0-b678-7d8d9910eb6e owned by network:dhcp {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:32.175261 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] DHCP port deletion for 6ab5c01f-7796-4a02-9a62-cf65b141d54f request from dv-cinder-769602-3-iscsi {{(pid=92907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:47:32.228128 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] Deleting port e32b0c05-432e-44f0-b678-7d8d9910eb6e {{(pid=92907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:47:32.228513 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.236601 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.239045 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-192e6c60-033b-4347-b765-2617a5ef48b5 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:32.269210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32b0c05-432e-44f0-b678-7d8d9910eb6e,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:32.272430 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:32.273216 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] No DVR routers for this DVR port e32b0c05-432e-44f0-b678-7d8d9910eb6e on host dv-cinder-769602-3-iscsi {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:47:32.302086 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] For port e32b0c05-432e-44f0-b678-7d8d9910eb6e, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=e32b0c05-432e-44f0-b678-7d8d9910eb6e,segment=NetworkSegment(72ce70cf-9d4b-4065-80ce-4ada0f60dcc7),segment_id=72ce70cf-9d4b-4065-80ce-4ada0f60dcc7)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:47:32.303431 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.317515 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] Calling delete_port for e32b0c05-432e-44f0-b678-7d8d9910eb6e owned by network:dhcp {{(pid=92907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:47:32.348025 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.359040 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab5c01f-7796-4a02-9a62-cf65b141d54f']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:32.369560 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:32.369855 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ce70cf-9d4b-4065-80ce-4ada0f60dcc7') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:47:32.378598 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.392620 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.398794 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:47:32.399098 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:47:32.401282 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:47:32.404894 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089'] for port, after_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.406975 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:32.431439 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] Pushing event deleted for resources: {'Port': ['ID=e32b0c05-432e-44f0-b678-7d8d9910eb6e,revision_number=None']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:32.434266 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:32.435056 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371a13f-6956-48eb-abe2-0484c8b11a8e None None] No DVR routers for this DVR port e32b0c05-432e-44f0-b678-7d8d9910eb6e on host dv-cinder-769602-3-iscsi {{(pid=92907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:47:32.464264 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.469328 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.471903 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6ab5c01f-7796-4a02-9a62-cf65b141d54f HTTP/1.1" status: 204 len: 168 time: 0.5416551 Jun 22 18:47:32.472646 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:32.486471 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab5c01f-7796-4a02-9a62-cf65b141d54f,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:32.489223 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:32.589243 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41496) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:32.632792 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-0ec4c117-58a2-45e3-a3f2-4077fac85450 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b0d77d3dfc94590a6095cdee66d20eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421340 Jun 22 18:47:32.635248 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41498) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:32.683886 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d6593585-86f2-488c-925f-063f847400b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.704696 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d6593585-86f2-488c-925f-063f847400b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.756866 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d6593585-86f2-488c-925f-063f847400b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.759720 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d6593585-86f2-488c-925f-063f847400b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.760842 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-d6593585-86f2-488c-925f-063f847400b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45fb3b7a-f785-4f6e-92af-f292f8042c48 HTTP/1.1" status: 204 len: 168 time: 0.1246498 Jun 22 18:47:32.761602 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-da79c9a9-1f89-4534-8183-dbaaf67557ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:32.769144 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6593585-86f2-488c-925f-063f847400b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb3b7a-f785-4f6e-92af-f292f8042c48,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:32.772376 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d6593585-86f2-488c-925f-063f847400b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:33.098936 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41504) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:33.139263 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-b073bcea-259f-47fd-9eb0-4f3432859a14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0ae0d44a686454d9c9164cb2d06831e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389721 Jun 22 18:47:33.141999 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41506) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:47:33.190514 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12854738-cf59-46e6-a698-e857f04e9421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:33.212330 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12854738-cf59-46e6-a698-e857f04e9421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:33.257651 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12854738-cf59-46e6-a698-e857f04e9421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:33.260631 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-12854738-cf59-46e6-a698-e857f04e9421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:33.261861 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-12854738-cf59-46e6-a698-e857f04e9421 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b164ab5a-e5a9-40eb-a174-bc6eac760fda HTTP/1.1" status: 204 len: 168 time: 0.1188495 Jun 22 18:47:33.262844 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9e537672-302c-4ad1-a086-fe0da2a77bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:47:33.271734 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12854738-cf59-46e6-a698-e857f04e9421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b164ab5a-e5a9-40eb-a174-bc6eac760fda,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:47:33.274467 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-12854738-cf59-46e6-a698-e857f04e9421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:47:33.726781 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device e32b0c05-432e-44f0-b678-7d8d9910eb6e no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:47:33.747035 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: e32b0c05-432e-44f0-b678-7d8d9910eb6e {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:47:33.747416 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device e32b0c05-432e-44f0-b678-7d8d9910eb6e not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:47:39.758858 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050725ad-b121-46e0-97c5-e00e825d90ec req-e171e947-1b25-41be-b48b-4df773ac445b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:39.761035 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-050725ad-b121-46e0-97c5-e00e825d90ec req-e171e947-1b25-41be-b48b-4df773ac445b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0742579 Jun 22 18:47:39.802655 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-050725ad-b121-46e0-97c5-e00e825d90ec req-0dad08f0-f82c-4ef9-909f-cc019537379c tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343995 Jun 22 18:47:39.889959 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:47:40.979958 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae129d-11bb-4a9a-ae64-37bee1996119 req-28c1d924-80c6-499a-979d-04609edc84c0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:40.981709 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b0ae129d-11bb-4a9a-ae64-37bee1996119 req-28c1d924-80c6-499a-979d-04609edc84c0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0650647 Jun 22 18:47:41.031052 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b0ae129d-11bb-4a9a-ae64-37bee1996119 req-74983fcd-0528-47bf-ae1f-b597dd450c45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Jun 22 18:47:42.208909 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a58a2-56cb-4914-894f-42d792e23271 req-d74a0dc9-e1e1-48ee-8e76-7682a47be940 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:42.210404 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-442a58a2-56cb-4914-894f-42d792e23271 req-d74a0dc9-e1e1-48ee-8e76-7682a47be940 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0661087 Jun 22 18:47:42.253277 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-442a58a2-56cb-4914-894f-42d792e23271 req-164b5f57-d49d-4284-87bc-3c2f179b89ed tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362372 Jun 22 18:47:43.447796 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5011-50de-4641-b1dd-bbbf20d3a5a2 req-2d52b8da-4674-4798-b120-76b8dd3ed114 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:43.449280 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3f5b5011-50de-4641-b1dd-bbbf20d3a5a2 req-2d52b8da-4674-4798-b120-76b8dd3ed114 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0670443 Jun 22 18:47:43.489284 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3f5b5011-50de-4641-b1dd-bbbf20d3a5a2 req-766f1a73-036a-44b2-bcbb-178adf52ab0c tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336595 Jun 22 18:47:44.672675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44ee1f-3abc-4247-8175-46b0b1b5304f req-dba45c89-3783-4a0f-a636-26a14071d463 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:44.674289 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fc44ee1f-3abc-4247-8175-46b0b1b5304f req-dba45c89-3783-4a0f-a636-26a14071d463 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0701957 Jun 22 18:47:44.718996 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fc44ee1f-3abc-4247-8175-46b0b1b5304f req-4742c778-1766-40a7-8fb5-3fdba0ae8aeb tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Jun 22 18:47:45.901826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352dc09-fc71-4f40-b6bd-34c93ee0c33b req-66a095ce-da94-4a89-8ec9-50ee900c6929 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:45.903237 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0352dc09-fc71-4f40-b6bd-34c93ee0c33b req-66a095ce-da94-4a89-8ec9-50ee900c6929 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0704155 Jun 22 18:47:45.948077 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0352dc09-fc71-4f40-b6bd-34c93ee0c33b req-d51e2123-1b79-41ac-a6f2-3dd288b9c865 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Jun 22 18:47:47.139899 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bb591-faa0-42f6-b856-e2ea11ad00e9 req-4fd00b99-3360-4c9a-b873-8d54d76e04ae tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:47.141285 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-957bb591-faa0-42f6-b856-e2ea11ad00e9 req-4fd00b99-3360-4c9a-b873-8d54d76e04ae tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0750062 Jun 22 18:47:47.184437 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-957bb591-faa0-42f6-b856-e2ea11ad00e9 req-c67f1b3b-01af-4048-b833-7f8e044f7991 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362322 Jun 22 18:47:48.364611 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab01c32-445a-4b20-ab81-ac7d8a15e60a req-de3e6d66-3124-4a11-8a5e-37e8b163deda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:48.366086 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bab01c32-445a-4b20-ab81-ac7d8a15e60a req-de3e6d66-3124-4a11-8a5e-37e8b163deda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0658581 Jun 22 18:47:48.406124 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bab01c32-445a-4b20-ab81-ac7d8a15e60a req-acc9b9ae-1b39-4b4f-9563-5130923d5127 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340731 Jun 22 18:47:49.589766 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d84f8-b832-442d-b45a-b21ac541d898 req-4653a7f1-0cd1-442d-92a7-2800b7d5781e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:49.591388 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e02d84f8-b832-442d-b45a-b21ac541d898 req-4653a7f1-0cd1-442d-92a7-2800b7d5781e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0661540 Jun 22 18:47:49.633005 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e02d84f8-b832-442d-b45a-b21ac541d898 req-7c361b0d-fab5-4efe-bb93-8ffffbdc74f9 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356684 Jun 22 18:47:50.811146 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7801da5-6676-47b6-884b-c92ff5c83d5d req-b2dd673f-9d16-4ad4-9401-7f480b2c34c4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:50.812651 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7801da5-6676-47b6-884b-c92ff5c83d5d req-b2dd673f-9d16-4ad4-9401-7f480b2c34c4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0679176 Jun 22 18:47:50.852659 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b7801da5-6676-47b6-884b-c92ff5c83d5d req-086a4e76-d742-4554-bdb2-0394d900bd61 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331967 Jun 22 18:47:51.226858 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c316a-517b-4570-aaa5-d97c2fe05d22 req-7ae5648d-580b-4cb9-a92c-b2656cc99d14 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:51.228309 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-457c316a-517b-4570-aaa5-d97c2fe05d22 req-7ae5648d-580b-4cb9-a92c-b2656cc99d14 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0778584 Jun 22 18:47:51.274875 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-457c316a-517b-4570-aaa5-d97c2fe05d22 req-6c09f275-7762-4c24-a6f4-74e6558dda61 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376866 Jun 22 18:47:51.406810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-5dd0f9a8-00ae-4d8d-8b3e-c3b8b46ea607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:51.408337 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-5dd0f9a8-00ae-4d8d-8b3e-c3b8b46ea607 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 1099 time: 0.2290154 Jun 22 18:47:51.505355 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-8ee9d24f-bfaf-41c0-bb3f-67b01b2a1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:51.506717 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-8ee9d24f-bfaf-41c0-bb3f-67b01b2a1271 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 913 time: 0.0914254 Jun 22 18:47:51.579716 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-3951c051-1a0f-48a5-aef5-eed4eafb296b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 HTTP/1.1" status: 200 len: 1002 time: 0.0654771 Jun 22 18:47:51.629195 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-6c9a626e-8b37-4e72-b4e4-39810ca8965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:51.630619 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-6c9a626e-8b37-4e72-b4e4-39810ca8965e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0438626 Jun 22 18:47:51.689993 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-7a58ba82-91b4-46c1-977d-b8193f1b1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:51.692009 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-7a58ba82-91b4-46c1-977d-b8193f1b1d89 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536094 Jun 22 18:47:51.788958 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-2ad4c6b1-7552-4649-aaa9-f181fa6e44f9 service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892842 Jun 22 18:47:51.886443 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-036266b2-b6f6-4161-843f-e847dbba7e5d req-a8cefa85-ee13-4edb-857d-9b2476286b36 service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890019 Jun 22 18:47:52.071215 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-555ab36a-6f0e-4e09-804c-99fbf05f5d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:52.469350 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d3467-c4da-4627-aba0-ce98e0f50a39 req-1fe60c04-f64d-4166-a9fc-75baf808ad38 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:52.470830 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-523d3467-c4da-4627-aba0-ce98e0f50a39 req-1fe60c04-f64d-4166-a9fc-75baf808ad38 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0672178 Jun 22 18:47:52.508549 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-523d3467-c4da-4627-aba0-ce98e0f50a39 req-1315e107-0aba-4c79-ac8b-a605347a5cb9 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Jun 22 18:47:53.690863 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6619c2c-ce95-4450-b8b9-c9df5d83c4e5 req-42f62a87-9411-49b2-8a91-a599a7831057 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:47:53.692743 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6619c2c-ce95-4450-b8b9-c9df5d83c4e5 req-42f62a87-9411-49b2-8a91-a599a7831057 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0722604 Jun 22 18:47:53.734635 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a6619c2c-ce95-4450-b8b9-c9df5d83c4e5 req-c3b6886b-93b9-40c4-b7ea-deb88a07baa3 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361624 Jun 22 18:47:55.669345 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-0b31cc97-0031-47a1-88e7-09084cc248d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:55.872117 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:56.172063 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:56.450785 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:58.239554 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:16.889058 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:48:22.072854 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2ed536a4-23b1-4829-afbf-eaa33b302d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:25.669920 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5f24910c-0bf6-4904-a95b-29cae504a82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:25.864092 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:26.174228 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:26.473256 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:28.237219 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:52.074383 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6d0126f3-b210-4ca4-a989-b91ecb5a2da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:53.887767 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:48:55.672471 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c07f1443-3f93-4892-a0bb-43285a103118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:55.866324 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:56.178776 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:56.478735 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:57.531296 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb6f9a-132f-462c-93ac-9e7a7093840a req-66ba4e55-1df3-49f3-85a4-87ee2296868a tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:48:57.532799 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-64eb6f9a-132f-462c-93ac-9e7a7093840a req-66ba4e55-1df3-49f3-85a4-87ee2296868a tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0663722 Jun 22 18:48:57.571690 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-64eb6f9a-132f-462c-93ac-9e7a7093840a req-3ad61498-197a-4794-ab80-1a69a1c275d5 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332229 Jun 22 18:48:58.239867 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:58.756025 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb3639-a6d4-427d-a058-20b488f259b3 req-17514b65-c9bd-4c6e-9562-0f4652223faf tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:48:58.757502 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-19eb3639-a6d4-427d-a058-20b488f259b3 req-17514b65-c9bd-4c6e-9562-0f4652223faf tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0684757 Jun 22 18:48:58.796184 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-19eb3639-a6d4-427d-a058-20b488f259b3 req-76a0bfb1-0393-4e92-97fd-9bcf43e8889e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Jun 22 18:49:00.034132 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718a57b-59aa-47de-9d35-ba521a284ca4 req-0f04dc03-bf1f-40a1-8267-67b01f889ea4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:00.036173 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b718a57b-59aa-47de-9d35-ba521a284ca4 req-0f04dc03-bf1f-40a1-8267-67b01f889ea4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0822461 Jun 22 18:49:00.094396 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b718a57b-59aa-47de-9d35-ba521a284ca4 req-906bac86-8291-4911-bdc9-65e62f2cf3f7 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1bd2722-8576-4cbb-bc70-24de33dbe97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497212 Jun 22 18:49:00.385148 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-1ef0afb7-b51c-4cde-9d03-e9e0348e6345 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:00.386700 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-1ef0afb7-b51c-4cde-9d03-e9e0348e6345 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 946 time: 0.0775530 Jun 22 18:49:00.512804 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Deleting port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:49:00.513151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:00.607676 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] For port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:49:00.608030 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:00.782892 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:00.783256 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:00.783598 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Floating IP 0a0c6c19-7792-4e93-bf77-c8c7d053c365 disassociated. External IP: 172.27.3.188, port: 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3. Jun 22 18:49:00.783931 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Calling delete_port for 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:49:00.916861 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:00.921512 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a47392cd-dbeb-427b-87f4-0d8ca37bca5e tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:00.955568 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event deleted for resources: {'Port': ['ID=4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:00.969197 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.969569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.969936 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.970297 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.970661 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.971043 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.971417 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.971894 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.972762 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.973577 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.973577 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:00.973847 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:01.005995 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:01.082665 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Router 91b59c6d-383a-4ec5-9dd8-333e17a92287 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:49:01.220753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:49:01.232741 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] Sync routers for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:49:01.245992 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:49:01.246742 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:48:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:49:01.278434 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] No DVR routers for this DVR port 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:49:01.297471 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:01.299508 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d96e8c1e-9983-4a93-a2c8-7f8b639bce1c req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "DELETE /v2.0/ports/4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 HTTP/1.1" status: 204 len: 173 time: 0.9068713 Jun 22 18:49:01.302614 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e30572f9-2d4b-4cd5-8ee8-cc2434304656 req-1728372d-3c0c-4d68-a083-4d689fa48897 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=1afadadf-ff41-4a09-a6f9-c4b346c8ff88 HTTP/1.1" status: 200 len: 210 time: 0.0552888 Jun 22 18:49:01.303176 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'name': 'network-vif-deleted', 'tag': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:49:01.305791 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737bedc7-26cb-4236-9551-a9e4051a4743" -d '{"events": [{"server_uuid": "1afadadf-ff41-4a09-a6f9-c4b346c8ff88", "name": "network-vif-deleted", "tag": "4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:49:01.354195 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3f9321-2e69-40ea-989e-95bd568d377c x-openstack-request-id: req-7e3f9321-2e69-40ea-989e-95bd568d377c {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:49:01.354563 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afadadf-ff41-4a09-a6f9-c4b346c8ff88", "name": "network-vif-deleted", "tag": "4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:49:01.354867 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e3f9321-2e69-40ea-989e-95bd568d377c {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:49:01.355350 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afadadf-ff41-4a09-a6f9-c4b346c8ff88', 'name': 'network-vif-deleted', 'tag': '4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3', 'status': 'completed', 'code': 200} Jun 22 18:49:01.388898 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:49:01.744017 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:49:01.771750 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] Checking router: 91b59c6d-383a-4ec5-9dd8-333e17a92287 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:49:01.780014 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:49:01.780631 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:48:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:49:01.914525 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:49:02.143145 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:49:02.175471 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ff080-a298-4328-897f-59642b67a3c4 None None] The sync data for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi is: [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:49:02.401781 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05f112-d5a3-45af-a47b-7a393ba4d99c None None] New status for floating IP 0a0c6c19-7792-4e93-bf77-c8c7d053c365: DOWN {{(pid=92907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:49:02.495321 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41592) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:49:02.559131 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:02.582572 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:02.632551 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:02.635191 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:02.636251 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "DELETE /v2.0/security-groups/a1bd2722-8576-4cbb-bc70-24de33dbe97a HTTP/1.1" status: 204 len: 168 time: 0.1395633 Jun 22 18:49:02.637045 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-05197c08-beb1-4a44-84e9-1075234b7f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:02.639059 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41596) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:49:02.651549 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bd2722-8576-4cbb-bc70-24de33dbe97a,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:02.652972 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.api.v2.resource [None req-a965b9e4-aa40-41c0-a492-f1a653e3bce9 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] show failed (client error): The resource could not be found. Jun 22 18:49:02.656582 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-a965b9e4-aa40-41c0-a492-f1a653e3bce9 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups/a1bd2722-8576-4cbb-bc70-24de33dbe97a HTTP/1.1" status: 404 len: 347 time: 0.0139003 Jun 22 18:49:02.656858 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41598) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:49:02.658391 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.658762 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.659696 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.660195 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.660195 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.660892 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.661241 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.661587 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.661936 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.662293 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.662629 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.662968 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:02.666195 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:02.784540 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Deleting port 79ad07ea-e9b7-4ada-b99d-78a7f8c1152e {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:49:02.784913 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:02.861530 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:02.861858 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:02.873818 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Calling delete_port for 79ad07ea-e9b7-4ada-b99d-78a7f8c1152e owned by network:floatingip {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:49:03.006838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.008919 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d3a6b046-0ef5-4f37-9aba-c72d699e3b65 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:03.033117 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event deleted for resources: {'Port': ['ID=79ad07ea-e9b7-4ada-b99d-78a7f8c1152e,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:03.036110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:03.092885 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.095286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.096425 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "DELETE /v2.0/floatingips/0a0c6c19-7792-4e93-bf77-c8c7d053c365 HTTP/1.1" status: 204 len: 168 time: 0.4386864 Jun 22 18:49:03.510249 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41602) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:49:03.515685 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-213c6dea-fbab-4418-97cb-58173aab2dd8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--53934348', 'description': 'tempest-description--1654178232'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:49:03.540810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-213c6dea-fbab-4418-97cb-58173aab2dd8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.631427 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-213c6dea-fbab-4418-97cb-58173aab2dd8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.635150 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-213c6dea-fbab-4418-97cb-58173aab2dd8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.637489 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2bed50f2-fc30-45cd-a36b-52581613b315 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:03.662713 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-213c6dea-fbab-4418-97cb-58173aab2dd8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.663935 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-213c6dea-fbab-4418-97cb-58173aab2dd8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1519263 Jun 22 18:49:03.666662 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41604) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:49:03.671910 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-11e8c831-29ec-4ace-8f51-261f6cbbfa45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'security_group_rule': {'security_group_id': '6538310c-85b8-482b-a44e-b4e4ffbf59ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:49:03.677209 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c6dea-fbab-4418-97cb-58173aab2dd8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6538310c-85b8-482b-a44e-b4e4ffbf59ad,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:03.681277 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-213c6dea-fbab-4418-97cb-58173aab2dd8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:03.701743 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-11e8c831-29ec-4ace-8f51-261f6cbbfa45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.764889 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-11e8c831-29ec-4ace-8f51-261f6cbbfa45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.769308 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-11e8c831-29ec-4ace-8f51-261f6cbbfa45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.771717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d749e137-661c-4fd4-af05-8e6b53313431 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:03.788680 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8c831-29ec-4ace-8f51-261f6cbbfa45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa30f1f-ae50-4789-97c5-bc7782df2707,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:03.791572 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-11e8c831-29ec-4ace-8f51-261f6cbbfa45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:03.797798 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-11e8c831-29ec-4ace-8f51-261f6cbbfa45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.801776 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-11e8c831-29ec-4ace-8f51-261f6cbbfa45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341200 Jun 22 18:49:03.802593 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41606) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:49:03.807457 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-108682b5-a745-44db-9917-e755f35b68b0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'security_group_rule': {'security_group_id': '6538310c-85b8-482b-a44e-b4e4ffbf59ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:49:03.853451 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-108682b5-a745-44db-9917-e755f35b68b0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.922338 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-108682b5-a745-44db-9917-e755f35b68b0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.927154 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-108682b5-a745-44db-9917-e755f35b68b0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.929515 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-11e8c831-29ec-4ace-8f51-261f6cbbfa45 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:03.946970 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108682b5-a745-44db-9917-e755f35b68b0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887bb1df-e090-4696-ac60-194db62d7230,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:03.949572 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-108682b5-a745-44db-9917-e755f35b68b0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:03.950797 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-108682b5-a745-44db-9917-e755f35b68b0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:03.952002 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-108682b5-a745-44db-9917-e755f35b68b0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484797 Jun 22 18:49:03.955022 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41608) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:49:03.959600 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'floatingip': {'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:49:03.982238 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.086422 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.126566 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:49:04.148428 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:49:04.148779 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 4b6a9f1e-2d71-44c2-a50d-de6ca57d34c3 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:49:04.189694 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Allocated IP 172.27.3.193 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/136f7390-8ddd-487b-a616-ff334a212bae) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:49:04.302183 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.350599 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.352668 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0faa8184-e09c-4132-8776-6c03a44a0b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:04.391965 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:49:04.395828 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:49:04.400337 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:49:04.404283 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'Port': ['ID=136f7390-8ddd-487b-a616-ff334a212bae,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:04.433274 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:04.499787 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.542801 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.692243 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.696664 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.698806 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-494e0be9-72eb-4323-930c-0f46b94769f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:04.766285 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'Port': ['ID=136f7390-8ddd-487b-a616-ff334a212bae,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:04.769986 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:04.780596 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.794070 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:04.795526 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8394966 Jun 22 18:49:04.997248 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-f02a37a0-4309-4a59-9440-40dab126ef4b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--53934348&fields=id&tenant_id=df6e1689bd1d44c0a2e350648a769da7 HTTP/1.1" status: 200 len: 267 time: 0.0363197 Jun 22 18:49:05.105204 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-1b4f5d29-f300-4541-bd19-87c17810d72f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:05.106681 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-1b4f5d29-f300-4541-bd19-87c17810d72f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 811 time: 0.1021941 Jun 22 18:49:05.122107 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-61acf836-2ada-41da-ab20-278aaf5920fa tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/quotas/df6e1689bd1d44c0a2e350648a769da7 HTTP/1.1" status: 200 len: 375 time: 0.0096595 Jun 22 18:49:05.188519 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-96708a6a-d7e2-4f30-8442-34aae63f7dc7 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613801 Jun 22 18:49:05.248722 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-8748b234-4955-433c-800c-dd622a711c3e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:49:05.249704 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-8748b234-4955-433c-800c-dd622a711c3e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493741 Jun 22 18:49:05.624360 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-36b063b6-5072-4443-8937-6de1de43dbf0 service neutron] 10.222.0.39 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680532 Jun 22 18:49:05.713013 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-4b5a8de4-5869-48cd-83d9-9869e2930206 service neutron] 10.222.0.39 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830488 Jun 22 18:49:05.887996 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b0d949cd-b673-44ef-8574-e36ffa0d0bff req-1b57bf6d-5a50-4bad-b95b-85a1ecd8f520 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 210 time: 0.0337596 Jun 22 18:49:06.969418 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-58c7325a-c3cf-45b5-91bd-99939193c080 req-4e999a22-fce2-42b4-9f0e-cfd2d0081e3b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 210 time: 0.0285096 Jun 22 18:49:08.124863 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d311e995-d91e-4d15-ae2b-ede5d989ac3c req-62a6bd35-e68d-42ab-91c0-f481622716c1 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 210 time: 0.0293963 Jun 22 18:49:08.255151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-7687f841-435c-4a4b-b9a5-c9fc0be41792 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:08.256869 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-7687f841-435c-4a4b-b9a5-c9fc0be41792 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 811 time: 0.1102846 Jun 22 18:49:08.318548 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-b9a8621c-5e3e-40b0-9724-179da089adb5 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df6e1689bd1d44c0a2e350648a769da7 HTTP/1.1" status: 200 len: 378 time: 0.0386631 Jun 22 18:49:08.329804 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'port': {'device_id': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'admin_state_up': True, 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'security_groups': ['6538310c-85b8-482b-a44e-b4e4ffbf59ad']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:49:08.445617 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Made reservation on behalf of df6e1689bd1d44c0a2e350648a769da7 for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:49:08.449162 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:08.577860 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Allocated IP 172.20.0.10 (5153b725-1496-49ce-970e-ebbe2406f275/a1c76a96-493c-40de-9687-6b3910b01b9b/1a58424a-3e42-4806-8f38-8c8360a6c0b8) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:49:08.722835 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:08.736528 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Transition to ACTIVE for port object 1a58424a-3e42-4806-8f38-8c8360a6c0b8 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:49:08.777735 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:08.781695 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f4a8b1ac-3cab-4b94-b5e6-503d5b5c3057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:08.823216 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Network 5153b725-1496-49ce-970e-ebbe2406f275 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:49:08.826396 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:49:08.830528 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:49:08.857900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event updated for resources: {'Port': ['ID=1a58424a-3e42-4806-8f38-8c8360a6c0b8,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:08.862895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:08.887852 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:08.888470 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:08.911865 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792112 Jun 22 18:49:08.925326 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Request body: {'port': {'device_id': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:49:09.007646 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:09.069771 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-b37a423f-b332-4cbd-a184-bb1d3afa3838 None None] Provisioning for port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:49:09.074207 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-b37a423f-b332-4cbd-a184-bb1d3afa3838 None None] Provisioning complete for port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:49:09.074761 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b37a423f-b332-4cbd-a184-bb1d3afa3838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:09.113117 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-b37a423f-b332-4cbd-a184-bb1d3afa3838 None None] Port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:49:09.315607 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a58424a-3e42-4806-8f38-8c8360a6c0b8 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:49:09.326724 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:09.344142 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Transition to ACTIVE for port object 1a58424a-3e42-4806-8f38-8c8360a6c0b8 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:49:09.349617 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:09.353338 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-33271e67-4cd1-4e55-a318-c4f1e6443249 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:09.392815 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b892e54-77b5-4a34-956f-7dde6e8a773d req-40bf4a53-c19e-4de5-893f-3bc7ef14ef6e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:09.394418 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6b892e54-77b5-4a34-956f-7dde6e8a773d req-40bf4a53-c19e-4de5-893f-3bc7ef14ef6e tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 932 time: 0.1503098 Jun 22 18:49:09.431224 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Pushing event updated for resources: {'Port': ['ID=1a58424a-3e42-4806-8f38-8c8360a6c0b8,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:09.433862 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:09.497415 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6b892e54-77b5-4a34-956f-7dde6e8a773d req-30605422-35ad-40a6-92a0-249610884c14 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962691 Jun 22 18:49:09.525172 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Attempting to bind port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:49:09.525510 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Attempting to bind port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:49:09.525865 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Attempting to bind port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 on network 5153b725-1496-49ce-970e-ebbe2406f275 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:49:09.530324 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 on network 5153b725-1496-49ce-970e-ebbe2406f275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:49:09.530645 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Attempting to bind port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 on network 5153b725-1496-49ce-970e-ebbe2406f275 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:49:09.536608 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:49:09.537037 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Checking segment: {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:49:09.537547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Bound using segment: {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:49:09.537982 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Bound port: 1a58424a-3e42-4806-8f38-8c8360a6c0b8, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5aa11cd-8ec1-4082-b5a5-797d20824224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:49:09.538331 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:09.605362 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] For port 1a58424a-3e42-4806-8f38-8c8360a6c0b8, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:49:09.608315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] For port 1a58424a-3e42-4806-8f38-8c8360a6c0b8, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1a58424a-3e42-4806-8f38-8c8360a6c0b8,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:49:09.614210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:09.616192 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-68ee28d4-405d-4ee2-867f-66b7f03c16e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:09.652582 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:09.653195 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:09.654542 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] 10.222.0.109 "PUT /v2.0/ports/1a58424a-3e42-4806-8f38-8c8360a6c0b8 HTTP/1.1" status: 200 len: 1094 time: 0.7342005 Jun 22 18:49:09.655058 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'tag': '1a58424a-3e42-4806-8f38-8c8360a6c0b8'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:49:09.657393 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf663a6-2a5f-4350-a8e1-da988393eb68" -d '{"events": [{"name": "network-changed", "server_uuid": "19c15d62-4276-43e7-bd6a-44ceadabc123", "tag": "1a58424a-3e42-4806-8f38-8c8360a6c0b8"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:49:09.677621 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Pushing event updated for resources: {'Port': ['ID=1a58424a-3e42-4806-8f38-8c8360a6c0b8,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:09.680838 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:09.706459 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dd9745-a7d6-40b9-b277-acaecf8ed483 x-openstack-request-id: req-97dd9745-a7d6-40b9-b277-acaecf8ed483 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:49:09.706796 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c15d62-4276-43e7-bd6a-44ceadabc123", "tag": "1a58424a-3e42-4806-8f38-8c8360a6c0b8", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:49:09.707082 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97dd9745-a7d6-40b9-b277-acaecf8ed483 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:49:09.707657 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'tag': '1a58424a-3e42-4806-8f38-8c8360a6c0b8', 'status': 'completed', 'code': 200} Jun 22 18:49:09.793313 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-d5de498c-2e33-4d69-8d67-fc50674bacae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:09.794816 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-d5de498c-2e33-4d69-8d67-fc50674bacae service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 1097 time: 0.0568187 Jun 22 18:49:09.849381 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-3f6ad3e6-db89-48f0-8223-df365b7a0f1c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a58424a-3e42-4806-8f38-8c8360a6c0b8 HTTP/1.1" status: 200 len: 217 time: 0.0399342 Jun 22 18:49:09.901091 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-cbae3e8f-dd0f-4884-9c70-3c0ba9a305f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:09.902462 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-cbae3e8f-dd0f-4884-9c70-3c0ba9a305f8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0449901 Jun 22 18:49:09.959973 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-d9bdf11c-4651-42f2-a8b4-b869d5b3a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:09.961448 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-d9bdf11c-4651-42f2-a8b4-b869d5b3a178 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516143 Jun 22 18:49:10.054656 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-1bceaa43-5df9-4760-a202-12feb6b17f61 service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862837 Jun 22 18:49:10.143745 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6342cebe-ca6e-457f-a9eb-651aea04b966 req-ae43be7a-7600-47fc-9fc5-42b650a0e0f1 service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817688 Jun 22 18:49:10.286665 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-09251b01-ce0c-4331-884a-76da32975123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:10.288190 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-09251b01-ce0c-4331-884a-76da32975123 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 1097 time: 0.0520105 Jun 22 18:49:10.382110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-4a8fbcdf-d358-471f-aa72-84d196de36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:10.383557 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-4a8fbcdf-d358-471f-aa72-84d196de36ba service neutron] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 913 time: 0.0880291 Jun 22 18:49:10.423347 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-e29fea99-6410-429f-a227-afeb1e5f409f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a58424a-3e42-4806-8f38-8c8360a6c0b8 HTTP/1.1" status: 200 len: 217 time: 0.0330131 Jun 22 18:49:10.476401 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-17d623e4-28e0-4f5d-9d1d-c52dcbea58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:10.477807 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-17d623e4-28e0-4f5d-9d1d-c52dcbea58cf service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0470717 Jun 22 18:49:10.536860 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-a38260a3-1c35-41b6-ae52-eeb795446781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:10.538329 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-a38260a3-1c35-41b6-ae52-eeb795446781 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532668 Jun 22 18:49:10.636776 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-61a084f4-9779-4955-88e7-1f66bd0c809a service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912611 Jun 22 18:49:10.777374 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ebf663a6-2a5f-4350-a8e1-da988393eb68 req-f5ed40f2-b947-41c1-a083-db64a3cbd5af service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327884 Jun 22 18:49:10.790543 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32844-2cc3-459c-9373-08a05d49543d req-9cda1062-5462-4525-a345-b00e7ca717d3 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:10.791984 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eaf32844-2cc3-459c-9373-08a05d49543d req-9cda1062-5462-4525-a345-b00e7ca717d3 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 944 time: 0.1756704 Jun 22 18:49:10.838242 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-eaf32844-2cc3-459c-9373-08a05d49543d req-b3925180-f676-4c7a-a909-fb0721e26eda tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403807 Jun 22 18:49:12.024119 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc026f2-6fb5-4e81-9149-057a77d9eb96 req-e4cba8fb-c90d-49ab-b06a-737a5d6a7acb tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:12.025619 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3cc026f2-6fb5-4e81-9149-057a77d9eb96 req-e4cba8fb-c90d-49ab-b06a-737a5d6a7acb tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 944 time: 0.0724695 Jun 22 18:49:12.067102 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-3cc026f2-6fb5-4e81-9149-057a77d9eb96 req-055e4d1b-65ae-4054-9270-11938446dc96 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356715 Jun 22 18:49:13.255038 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a2681-8b5d-48ef-bd86-188081eacd87 req-d76f9099-d83a-46fb-b486-33ee79f0915d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:13.256531 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a10a2681-8b5d-48ef-bd86-188081eacd87 req-d76f9099-d83a-46fb-b486-33ee79f0915d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 944 time: 0.0645943 Jun 22 18:49:13.300261 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a10a2681-8b5d-48ef-bd86-188081eacd87 req-27e8a952-5c8d-464b-91a6-c768f94b866b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357931 Jun 22 18:49:14.145242 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1a58424a-3e42-4806-8f38-8c8360a6c0b8 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:49:14.244936 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1a58424a-3e42-4806-8f38-8c8360a6c0b8, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1a58424a-3e42-4806-8f38-8c8360a6c0b8,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:49:14.257034 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '1a58424a-3e42-4806-8f38-8c8360a6c0b8', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'port_id': '1a58424a-3e42-4806-8f38-8c8360a6c0b8', 'mac_address': 'fa:16:3e:ca:cd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:49:14.303908 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:14.323814 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a58424a-3e42-4806-8f38-8c8360a6c0b8 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:49:14.343997 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1a58424a-3e42-4806-8f38-8c8360a6c0b8, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1a58424a-3e42-4806-8f38-8c8360a6c0b8,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:49:14.348565 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:14.350639 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:14.398546 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=1a58424a-3e42-4806-8f38-8c8360a6c0b8,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:14.408379 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.409266 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.409687 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.410024 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.410357 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.410676 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.411065 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.411318 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.411669 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.411992 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.412313 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.412629 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:49:14.418599 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:14.482011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea89b3a-0b38-4784-862e-a4fed83e0927 req-a9bc1ddc-0120-4ef7-bbbf-0d46d9325f5c tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:14.483492 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fea89b3a-0b38-4784-862e-a4fed83e0927 req-a9bc1ddc-0120-4ef7-bbbf-0d46d9325f5c tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 945 time: 0.0641587 Jun 22 18:49:14.525179 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fea89b3a-0b38-4784-862e-a4fed83e0927 req-afc773f9-d614-4bc1-8736-bf055cf86201 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352592 Jun 22 18:49:14.813505 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['1a58424a-3e42-4806-8f38-8c8360a6c0b8'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:49:15.704496 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8cc9a-a833-41c8-bb4f-940566403ab7 req-3adbb7cd-3e08-42f9-bec9-7e3dfde36b71 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:15.706874 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-50c8cc9a-a833-41c8-bb4f-940566403ab7 req-3adbb7cd-3e08-42f9-bec9-7e3dfde36b71 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 945 time: 0.0679436 Jun 22 18:49:15.746235 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-50c8cc9a-a833-41c8-bb4f-940566403ab7 req-ef50af42-2e9f-4baa-93e6-ff26a4c8c6ef tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336971 Jun 22 18:49:16.156065 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1a58424a-3e42-4806-8f38-8c8360a6c0b8 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:49:16.209437 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:49:16.213403 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:49:16.213796 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:16.290767 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:16.316321 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a58424a-3e42-4806-8f38-8c8360a6c0b8'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:49:16.318543 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95015d4-f081-4731-b55a-d58e71ee8f87" -d '{"events": [{"server_uuid": "19c15d62-4276-43e7-bd6a-44ceadabc123", "name": "network-vif-plugged", "status": "completed", "tag": "1a58424a-3e42-4806-8f38-8c8360a6c0b8"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:49:16.335136 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 1a58424a-3e42-4806-8f38-8c8360a6c0b8, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1a58424a-3e42-4806-8f38-8c8360a6c0b8,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:49:16.338941 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:16.341709 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:49:16.365279 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f04690-43ff-4cf7-bb67-a4b5791185b4 x-openstack-request-id: req-83f04690-43ff-4cf7-bb67-a4b5791185b4 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:49:16.365559 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c15d62-4276-43e7-bd6a-44ceadabc123", "name": "network-vif-plugged", "status": "completed", "tag": "1a58424a-3e42-4806-8f38-8c8360a6c0b8", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:49:16.365813 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83f04690-43ff-4cf7-bb67-a4b5791185b4 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:49:16.366200 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a58424a-3e42-4806-8f38-8c8360a6c0b8', 'code': 200} Jun 22 18:49:16.392660 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=1a58424a-3e42-4806-8f38-8c8360a6c0b8,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:49:16.397261 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:49:16.614780 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcf074-666c-4495-be33-e82b7c31e4e8 req-d3dc5cfb-f0cd-4e3c-919d-0c788c2ade12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:16.616259 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8ebcf074-666c-4495-be33-e82b7c31e4e8 req-d3dc5cfb-f0cd-4e3c-919d-0c788c2ade12 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 1099 time: 0.0561702 Jun 22 18:49:16.649262 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8ebcf074-666c-4495-be33-e82b7c31e4e8 req-1fb852db-a364-47ef-9118-2978250c029d service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0266569 Jun 22 18:49:16.926183 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68b1ba-be22-4c82-862c-ad3b7d9c2eb5 req-8e706731-1bae-4808-9db4-0b79c43e70ef tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:16.927577 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-db68b1ba-be22-4c82-862c-ad3b7d9c2eb5 req-8e706731-1bae-4808-9db4-0b79c43e70ef tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 946 time: 0.0683053 Jun 22 18:49:16.965950 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-db68b1ba-be22-4c82-862c-ad3b7d9c2eb5 req-c5834773-615a-4e58-b334-b6ea22365f67 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327852 Jun 22 18:49:18.140698 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2fc9a-d41e-47a6-a881-fe3b1b470322 req-597f3f94-16fb-4e5e-a00b-ccabd363d319 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:18.142182 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dcf2fc9a-d41e-47a6-a881-fe3b1b470322 req-597f3f94-16fb-4e5e-a00b-ccabd363d319 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 946 time: 0.0647066 Jun 22 18:49:18.183318 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dcf2fc9a-d41e-47a6-a881-fe3b1b470322 req-a5da2d05-9a77-417d-ac05-27c0d2a311a0 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352089 Jun 22 18:49:19.379904 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc315903-0120-4a97-b85b-c5e91e16c4dd req-bce77473-cd5d-4e92-8f05-c2015318bdc9 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:19.382123 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dc315903-0120-4a97-b85b-c5e91e16c4dd req-bce77473-cd5d-4e92-8f05-c2015318bdc9 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 946 time: 0.0844650 Jun 22 18:49:19.423702 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dc315903-0120-4a97-b85b-c5e91e16c4dd req-2567a0b1-91c5-4869-8c70-90818f514e88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353479 Jun 22 18:49:19.621478 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8922c2b-ae80-4551-8451-76bf4b4d9994 req-462159c5-6823-44f1-8d25-534f7553e9f8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:19.622999 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d8922c2b-ae80-4551-8451-76bf4b4d9994 req-462159c5-6823-44f1-8d25-534f7553e9f8 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 946 time: 0.0759289 Jun 22 18:49:19.633003 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41678) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:49:19.638007 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-8eef5073-7008-4f94-8829-00ef215bee6f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Request body: {'floatingip': {'port_id': '1a58424a-3e42-4806-8f38-8c8360a6c0b8'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:49:19.696005 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8eef5073-7008-4f94-8829-00ef215bee6f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:20.198832 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8eef5073-7008-4f94-8829-00ef215bee6f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:20.203068 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8eef5073-7008-4f94-8829-00ef215bee6f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:20.521916 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.l3_db [None req-8eef5073-7008-4f94-8829-00ef215bee6f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Floating IP e861ab2c-1687-4ac3-b53c-a2364558b04f associated. External IP: 172.27.3.193, port: 1a58424a-3e42-4806-8f38-8c8360a6c0b8. Jun 22 18:49:20.736629 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eef5073-7008-4f94-8829-00ef215bee6f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Router 91b59c6d-383a-4ec5-9dd8-333e17a92287 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:49:20.851585 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eef5073-7008-4f94-8829-00ef215bee6f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:49:20.857408 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8eef5073-7008-4f94-8829-00ef215bee6f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:20.862048 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] Sync routers for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:49:20.878422 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:49:20.879306 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:48:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:49:20.896850 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-8eef5073-7008-4f94-8829-00ef215bee6f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "PUT /v2.0/floatingips/e861ab2c-1687-4ac3-b53c-a2364558b04f HTTP/1.1" status: 200 len: 992 time: 1.2626822 Jun 22 18:49:20.897620 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'tag': '1a58424a-3e42-4806-8f38-8c8360a6c0b8'}] {{(pid=92906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:49:20.900276 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ff035369c1c9d6bf504f743e9aafde6dd958d2f8985069b97200d5a2741ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34911264-3173-4582-85b3-12a09238f982" -d '{"events": [{"name": "network-changed", "server_uuid": "19c15d62-4276-43e7-bd6a-44ceadabc123", "tag": "1a58424a-3e42-4806-8f38-8c8360a6c0b8"}]}' {{(pid=92906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:49:20.941850 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ccc8a4-13ad-4554-b079-cf660145364b x-openstack-request-id: req-19ccc8a4-13ad-4554-b079-cf660145364b {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:49:20.942232 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c15d62-4276-43e7-bd6a-44ceadabc123", "tag": "1a58424a-3e42-4806-8f38-8c8360a6c0b8", "status": "completed", "code": 200}]} {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:49:20.942589 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19ccc8a4-13ad-4554-b079-cf660145364b {{(pid=92906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:49:20.943080 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'tag': '1a58424a-3e42-4806-8f38-8c8360a6c0b8', 'status': 'completed', 'code': 200} Jun 22 18:49:21.013140 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:49:21.047513 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911264-3173-4582-85b3-12a09238f982 req-4ac1c8ef-8a0e-4cf3-870b-6e3a31559948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:21.049702 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34911264-3173-4582-85b3-12a09238f982 req-4ac1c8ef-8a0e-4cf3-870b-6e3a31559948 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 1099 time: 0.0599084 Jun 22 18:49:21.173457 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911264-3173-4582-85b3-12a09238f982 req-90cacea8-056f-463c-badf-3c75dcab0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:21.175863 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34911264-3173-4582-85b3-12a09238f982 req-90cacea8-056f-463c-badf-3c75dcab0399 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 913 time: 0.1194746 Jun 22 18:49:21.246746 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34911264-3173-4582-85b3-12a09238f982 req-a5023070-563b-4778-8781-5763d2ece5f1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a58424a-3e42-4806-8f38-8c8360a6c0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0632150 Jun 22 18:49:21.302746 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911264-3173-4582-85b3-12a09238f982 req-a12e056b-a574-4afa-ac61-742a4c1b2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:21.303498 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': 'e861ab2c-1687-4ac3-b53c-a2364558b04f', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'port_id': '1a58424a-3e42-4806-8f38-8c8360a6c0b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'mac_address': 'fa:16:3e:ca:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:49:04Z', 'updated_at': '2021-06-22T18:49:20Z', 'revision_number': 1, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:49:21.304290 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34911264-3173-4582-85b3-12a09238f982 req-a12e056b-a574-4afa-ac61-742a4c1b2d70 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0513561 Jun 22 18:49:21.330124 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] Checking router: 91b59c6d-383a-4ec5-9dd8-333e17a92287 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:49:21.340088 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:49:21.340712 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:48:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:49:21.366737 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911264-3173-4582-85b3-12a09238f982 req-56c23ad9-ce24-4730-aa53-fa9f5751e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:49:21.368237 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34911264-3173-4582-85b3-12a09238f982 req-56c23ad9-ce24-4730-aa53-fa9f5751e15d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577993 Jun 22 18:49:21.444110 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:49:21.458849 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34911264-3173-4582-85b3-12a09238f982 req-3ffc6bb9-0459-4da6-9e09-6024938e34ae service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840549 Jun 22 18:49:21.551123 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-34911264-3173-4582-85b3-12a09238f982 req-8729adac-2f09-442e-ab87-8b45a2f5b91e service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857587 Jun 22 18:49:21.666286 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': 'e861ab2c-1687-4ac3-b53c-a2364558b04f', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'port_id': '1a58424a-3e42-4806-8f38-8c8360a6c0b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'mac_address': 'fa:16:3e:ca:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:49:04Z', 'updated_at': '2021-06-22T18:49:20Z', 'revision_number': 1, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:49:21.691584 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc6f78-7a13-402e-ae62-e224d5d41148 None None] The sync data for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi is: [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': 'e861ab2c-1687-4ac3-b53c-a2364558b04f', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'port_id': '1a58424a-3e42-4806-8f38-8c8360a6c0b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'mac_address': 'fa:16:3e:ca:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:49:04Z', 'updated_at': '2021-06-22T18:49:20Z', 'revision_number': 1, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:49:21.872830 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec227e-ef11-40f2-9007-45b2ad11553a None None] New status for floating IP e861ab2c-1687-4ac3-b53c-a2364558b04f: ACTIVE {{(pid=92907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:49:22.076203 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-9f16bde8-c9da-410d-850a-a9a1398dccfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:25.675090 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7b0f2e3d-d272-4bcf-a8fc-94763662450c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:25.867108 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:26.183610 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:26.513249 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:28.244185 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:30.885862 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:49:52.076995 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-3e3d0670-0646-4c39-8262-9ccd86a699ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:55.676051 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6be8-684a-4cff-9ad5-dab0f078ee4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:55.872412 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:56.184276 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:56.501313 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:58.249237 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:07.885066 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:50:12.011275 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-e68cb38f-0912-4ead-acba-8ac8e206d1b6 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513780 Jun 22 18:50:12.119629 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-fb77caf0-3f13-46dd-b489-644297965fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:50:12.121077 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-fb77caf0-3f13-46dd-b489-644297965fae service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=df6e1689bd1d44c0a2e350648a769da7&device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 1099 time: 0.0517406 Jun 22 18:50:12.225569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-71054e8a-e69b-42d4-bcd1-4d4c1189738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:50:12.227126 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-71054e8a-e69b-42d4-bcd1-4d4c1189738b service neutron] 10.222.0.109 "GET /v2.0/networks?id=5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 200 len: 913 time: 0.0851028 Jun 22 18:50:12.295139 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-a3ce91e7-4f80-4a5e-8d66-2cc57278379a service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a58424a-3e42-4806-8f38-8c8360a6c0b8 HTTP/1.1" status: 200 len: 1002 time: 0.0615079 Jun 22 18:50:12.343306 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-13e73bcb-71bc-4adf-b3b2-884e4bd0a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:50:12.344969 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-13e73bcb-71bc-4adf-b3b2-884e4bd0a5dd service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 200 len: 850 time: 0.0434310 Jun 22 18:50:12.407784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-d24db47f-d6d2-47e9-8426-2b3fd694f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:50:12.409240 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-d24db47f-d6d2-47e9-8426-2b3fd694f9e8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5153b725-1496-49ce-970e-ebbe2406f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541699 Jun 22 18:50:12.497163 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-b8082b16-2793-4fcc-bdd5-954ed744532d service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804741 Jun 22 18:50:12.594564 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6eaa67cb-e0b2-4792-ba1a-513d18cee4e9 req-42c6a6f7-ee54-459c-80cc-287cf2a3ad88 service neutron] 10.222.0.109 "GET /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899584 Jun 22 18:50:22.079512 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce5ac-8373-4a29-ac10-55b4452d5f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:25.678315 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f7c27a4a-b844-4c03-a49e-f57b03a4de73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:25.864479 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:26.186152 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:26.515877 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:28.249007 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:44.883467 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:50:52.080916 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-db6164af-52fd-460f-a6f1-a52d619512b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:55.682350 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2d131429-f9a0-47f9-bc17-bd62a1a1c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:55.867173 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:56.190068 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:56.513795 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:58.247696 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-30cf8761-72a1-4612-9d55-4c3ac4c8209e req-99f519b1-ad47-4eab-bdb8-a4bfc507a738 tempest-AttachVolumeNegativeTest-1677412676 tempest-AttachVolumeNegativeTest-1677412676-project] (92905) timed out ('10.222.0.109', 53736) {{(pid=92905) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:50:58.251563 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:00.871748 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca6ff5-f970-4522-bf6a-4f17efe7e294 req-775fc8b4-b0ce-43bb-b51d-56fde1137447 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:00.873219 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-92ca6ff5-f970-4522-bf6a-4f17efe7e294 req-775fc8b4-b0ce-43bb-b51d-56fde1137447 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 946 time: 0.0683930 Jun 22 18:51:00.911357 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-92ca6ff5-f970-4522-bf6a-4f17efe7e294 req-9291ec2a-ed92-4f17-82d1-14ad889546af tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324833 Jun 22 18:51:02.091425 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f111-eb82-4bef-8fcd-cebd1d3f0380 req-586aa13c-32ea-4830-a6ec-b21804a42a7c tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:02.092782 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a342f111-eb82-4bef-8fcd-cebd1d3f0380 req-586aa13c-32ea-4830-a6ec-b21804a42a7c tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 946 time: 0.0670493 Jun 22 18:51:02.130950 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a342f111-eb82-4bef-8fcd-cebd1d3f0380 req-5c7810b0-ff27-4fb9-b204-5f258e13017f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322504 Jun 22 18:51:03.117331 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-070926f3-8b89-4fb4-803e-80110c48244f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:03.118651 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-070926f3-8b89-4fb4-803e-80110c48244f tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 946 time: 0.0650749 Jun 22 18:51:03.221942 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Deleting port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:51:03.222286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:03.351127 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] For port 1a58424a-3e42-4806-8f38-8c8360a6c0b8, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=1a58424a-3e42-4806-8f38-8c8360a6c0b8,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:51:03.351508 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:03.377145 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fa28e-6a84-49a4-b41d-561f4b47ccd8 req-e7ca8e2d-1aac-4a99-8425-40a5399fc858 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:51:03.378506 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-666fa28e-6a84-49a4-b41d-561f4b47ccd8 req-e7ca8e2d-1aac-4a99-8425-40a5399fc858 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 946 time: 0.1131210 Jun 22 18:51:03.484236 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-666fa28e-6a84-49a4-b41d-561f4b47ccd8 req-de2af097-257a-40f1-ad8c-91802c44bce1 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups?id=6538310c-85b8-482b-a44e-b4e4ffbf59ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782981 Jun 22 18:51:03.561442 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:03.561799 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:03.562104 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.l3_db [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Floating IP e861ab2c-1687-4ac3-b53c-a2364558b04f disassociated. External IP: 172.27.3.193, port: 1a58424a-3e42-4806-8f38-8c8360a6c0b8. Jun 22 18:51:03.562438 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Calling delete_port for 1a58424a-3e42-4806-8f38-8c8360a6c0b8 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:51:03.692579 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:03.696446 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1ff0cb5f-495b-4904-bde2-be1adb147746 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:03.720850 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event deleted for resources: {'Port': ['ID=1a58424a-3e42-4806-8f38-8c8360a6c0b8,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:03.735012 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.735462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.735831 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.736243 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.736620 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.736930 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.737285 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.737764 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.738061 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.738418 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.739357 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.739717 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:03.744579 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:03.859453 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Router 91b59c6d-383a-4ec5-9dd8-333e17a92287 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:51:03.964471 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:51:03.973782 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] Sync routers for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:51:03.982411 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:51:03.983008 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:50:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:04.007784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] No DVR routers for this DVR port 1a58424a-3e42-4806-8f38-8c8360a6c0b8 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:51:04.010184 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:04.012184 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b5d71746-3185-444d-b877-2dee8bceb2bb req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.109 "DELETE /v2.0/ports/1a58424a-3e42-4806-8f38-8c8360a6c0b8 HTTP/1.1" status: 204 len: 173 time: 0.8849969 Jun 22 18:51:04.012698 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'name': 'network-vif-deleted', 'tag': '1a58424a-3e42-4806-8f38-8c8360a6c0b8'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:51:04.014985 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19af493-92c2-4c9a-bd17-e6a688d580dd" -d '{"events": [{"server_uuid": "19c15d62-4276-43e7-bd6a-44ceadabc123", "name": "network-vif-deleted", "tag": "1a58424a-3e42-4806-8f38-8c8360a6c0b8"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:51:04.090215 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:51:04.198643 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88768148-8f1e-41e5-9061-110df6ad107d x-openstack-request-id: req-88768148-8f1e-41e5-9061-110df6ad107d {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:51:04.199261 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c15d62-4276-43e7-bd6a-44ceadabc123", "name": "network-vif-deleted", "tag": "1a58424a-3e42-4806-8f38-8c8360a6c0b8", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:51:04.199261 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88768148-8f1e-41e5-9061-110df6ad107d {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:51:04.199713 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c15d62-4276-43e7-bd6a-44ceadabc123', 'name': 'network-vif-deleted', 'tag': '1a58424a-3e42-4806-8f38-8c8360a6c0b8', 'status': 'completed', 'code': 200} Jun 22 18:51:04.338625 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:04.364580 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] Checking router: 91b59c6d-383a-4ec5-9dd8-333e17a92287 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:51:04.372899 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:51:04.373505 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:50:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:04.477705 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:51:04.699260 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:04.733950 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d229b-de4c-49a0-8cf8-d20fcd3cf0f1 None None] The sync data for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi is: [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:44:09Z', 'revision_number': 4, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a208d7d6-247e-40a1-8276-a22668e8b728', 'name': '', 'network_id': '5153b725-1496-49ce-970e-ebbe2406f275', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'mac_address': 'fa:16:3e:d5:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:09Z', 'updated_at': '2021-06-22T18:44:15Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'subnets': [{'id': 'a1c76a96-493c-40de-9687-6b3910b01b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:51:04.954584 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6962f1cf-5e1a-41ba-b16c-d49726a6edcb req-81716eda-a248-41b8-b3fb-535d7c6ee39b tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/ports?device_id=19c15d62-4276-43e7-bd6a-44ceadabc123 HTTP/1.1" status: 200 len: 210 time: 0.3371303 Jun 22 18:51:04.975467 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0edce9-3b30-43dd-906a-ddb4ef18bcdd None None] New status for floating IP e861ab2c-1687-4ac3-b53c-a2364558b04f: DOWN {{(pid=92907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:51:06.077016 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 41966) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:06.133172 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.158808 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.205777 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.209812 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.211593 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "DELETE /v2.0/security-groups/6538310c-85b8-482b-a44e-b4e4ffbf59ad HTTP/1.1" status: 204 len: 168 time: 0.1332948 Jun 22 18:51:06.212646 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-6a11fccb-425d-4f88-9fb5-0be1e0239bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:06.215666 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41970) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:06.225843 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6538310c-85b8-482b-a44e-b4e4ffbf59ad,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:06.229855 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.api.v2.resource [None req-acc40d61-c6ac-4b26-9d3d-7f8566837cfc tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] show failed (client error): The resource could not be found. Jun 22 18:51:06.230826 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-acc40d61-c6ac-4b26-9d3d-7f8566837cfc tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "GET /v2.0/security-groups/6538310c-85b8-482b-a44e-b4e4ffbf59ad HTTP/1.1" status: 404 len: 347 time: 0.0138574 Jun 22 18:51:06.233726 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 41972) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:06.239657 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.240125 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.240498 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.240858 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.241219 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.241565 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.241915 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.242266 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.242616 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.242964 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.243309 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.243795 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:06.247237 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e2a8b773-4316-4715-93bf-73008cc6bc06 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:06.362533 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Deleting port 136f7390-8ddd-487b-a616-ff334a212bae {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:51:06.362776 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.439816 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.440148 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.451744 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Calling delete_port for 136f7390-8ddd-487b-a616-ff334a212bae owned by network:floatingip {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:51:06.579762 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.581669 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-46d0ca06-471d-4437-871e-c4abcf42bd66 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:06.609557 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Pushing event deleted for resources: {'Port': ['ID=136f7390-8ddd-487b-a616-ff334a212bae,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:06.613429 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:06.667041 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1a58424a-3e42-4806-8f38-8c8360a6c0b8 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:51:06.672123 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks [] for floatingip, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.674677 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:06.679577 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-de17851e-bbc0-4fa5-8f1b-55d47239bd88 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] 10.222.0.39 "DELETE /v2.0/floatingips/e861ab2c-1687-4ac3-b53c-a2364558b04f HTTP/1.1" status: 204 len: 168 time: 0.4413559 Jun 22 18:51:06.689964 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 1a58424a-3e42-4806-8f38-8c8360a6c0b8 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:51:06.690421 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 1a58424a-3e42-4806-8f38-8c8360a6c0b8 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:51:10.369156 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42000) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:10.806156 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687782'] for router_interface, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:11.059122 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Deleting port a208d7d6-247e-40a1-8276-a22668e8b728 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:51:11.059383 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:11.139785 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] For port a208d7d6-247e-40a1-8276-a22668e8b728, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a208d7d6-247e-40a1-8276-a22668e8b728,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:51:11.140132 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:11.152549 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Calling delete_port for a208d7d6-247e-40a1-8276-a22668e8b728 owned by network:router_interface {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:51:11.328630 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:11.330735 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:11.356242 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Pushing event deleted for resources: {'Port': ['ID=a208d7d6-247e-40a1-8276-a22668e8b728,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:11.359309 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:11.523251 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1834251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687674'] for router_interface, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:11.732921 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Router 91b59c6d-383a-4ec5-9dd8-333e17a92287 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:51:11.843250 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:51:11.849794 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c6bf8b07-5bc7-436d-97cc-a7113b459fce admin admin] 10.222.0.39 "PUT /v2.0/routers/91b59c6d-383a-4ec5-9dd8-333e17a92287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4783521 Jun 22 18:51:11.851606 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42004) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:11.854333 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] Sync routers for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:51:11.865440 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:51:11.866065 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:50:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:11.960587 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks [] for router, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:11.983742 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:51:12.066108 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.119741 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Deleting port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:51:12.120073 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.162155 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:51:11Z', 'revision_number': 5, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port': {'id': 'ec1c58e8-f66d-4a19-bb93-ce77adafd1fe', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:44:07Z', 'updated_at': '2021-06-22T18:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:12.187742 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] Checking router: 91b59c6d-383a-4ec5-9dd8-333e17a92287 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:51:12.196764 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] Routers {'91b59c6d-383a-4ec5-9dd8-333e17a92287'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:51:12.197401 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:50:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['91b59c6d-383a-4ec5-9dd8-333e17a92287'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:12.204823 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] For port ec1c58e8-f66d-4a19-bb93-ce77adafd1fe, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=ec1c58e8-f66d-4a19-bb93-ce77adafd1fe,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:51:12.205189 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.217437 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Calling delete_port for ec1c58e8-f66d-4a19-bb93-ce77adafd1fe owned by network:router_gateway {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:51:12.285822 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] Set router 91b59c6d-383a-4ec5-9dd8-333e17a92287 gateway port host: None {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:51:12.343262 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:51:12Z', 'revision_number': 6, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port_host': None}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:12.370967 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d319774e-4c42-4739-a337-f8e381a0fbca None None] The sync data for ids ['91b59c6d-383a-4ec5-9dd8-333e17a92287'] in dv-cinder-769602-3-iscsi is: [{'id': '91b59c6d-383a-4ec5-9dd8-333e17a92287', 'name': 'tempest-AttachVolumeTestJSON-1547123278-router', 'tenant_id': 'df6e1689bd1d44c0a2e350648a769da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:44:06Z', 'updated_at': '2021-06-22T18:51:12Z', 'revision_number': 6, 'project_id': 'df6e1689bd1d44c0a2e350648a769da7', 'gw_port_host': None}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:51:12.598513 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.600566 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-03929580-e799-4b27-a6be-72ff7de9495c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:12.624183 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1c58e8-f66d-4a19-bb93-ce77adafd1fe,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:12.627230 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:12.683601 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621270'] for router_gateway, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.777253 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1567'] for router, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.779672 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.823869 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1690065'] for router, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.824440 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b59c6d-383a-4ec5-9dd8-333e17a92287 {{(pid=92906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:51:12.828937 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.830451 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-9f1b02a4-15dd-4dae-982d-64b38a56a689 admin admin] 10.222.0.39 "DELETE /v2.0/routers/91b59c6d-383a-4ec5-9dd8-333e17a92287 HTTP/1.1" status: 204 len: 168 time: 0.9778104 Jun 22 18:51:12.832809 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42006) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:12.881237 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-17119a97-fb98-4082-9c98-9dbae8c9e416 admin admin] Deleting subnet a1c76a96-493c-40de-9687-6b3910b01b9b {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:51:12.884420 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-17119a97-fb98-4082-9c98-9dbae8c9e416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.917267 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-17119a97-fb98-4082-9c98-9dbae8c9e416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:12.996797 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-17119a97-fb98-4082-9c98-9dbae8c9e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.046407 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-17119a97-fb98-4082-9c98-9dbae8c9e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.048637 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-272e12c7-08d6-4534-b05c-6e9d6ada4c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:13.072392 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17119a97-fb98-4082-9c98-9dbae8c9e416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c76a96-493c-40de-9687-6b3910b01b9b,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:13.075298 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-17119a97-fb98-4082-9c98-9dbae8c9e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:13.076287 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-17119a97-fb98-4082-9c98-9dbae8c9e416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.078141 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-17119a97-fb98-4082-9c98-9dbae8c9e416 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a1c76a96-493c-40de-9687-6b3910b01b9b HTTP/1.1" status: 204 len: 168 time: 0.2444026 Jun 22 18:51:13.080566 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42008) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:13.083133 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51cf1a-8544-4e4e-b34f-a6b793885bc4 None None] Network 5153b725-1496-49ce-970e-ebbe2406f275 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:51:13.169190 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.237736 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Deleting port 4a11c8d9-392d-44e1-b859-1a37428ebc97 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:51:13.238067 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.282583 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] DHCP port deletion for 5153b725-1496-49ce-970e-ebbe2406f275 request from dv-cinder-769602-3-iscsi {{(pid=92907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:51:13.307675 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] For port 4a11c8d9-392d-44e1-b859-1a37428ebc97, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=4a11c8d9-392d-44e1-b859-1a37428ebc97,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:51:13.308009 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.321979 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Calling delete_port for 4a11c8d9-392d-44e1-b859-1a37428ebc97 owned by network:dhcp {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:51:13.336431 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Deleting port 4a11c8d9-392d-44e1-b859-1a37428ebc97 {{(pid=92907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:51:13.336816 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.417092 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.420365 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:13.421507 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] For port 4a11c8d9-392d-44e1-b859-1a37428ebc97, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=4a11c8d9-392d-44e1-b859-1a37428ebc97,segment=NetworkSegment(b5aa11cd-8ec1-4082-b5a5-797d20824224),segment_id=b5aa11cd-8ec1-4082-b5a5-797d20824224)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:51:13.422204 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.435382 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Calling delete_port for 4a11c8d9-392d-44e1-b859-1a37428ebc97 owned by network:dhcp {{(pid=92907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:51:13.446456 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a11c8d9-392d-44e1-b859-1a37428ebc97,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:13.450022 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] No DVR routers for this DVR port 4a11c8d9-392d-44e1-b859-1a37428ebc97 on host dv-cinder-769602-3-iscsi {{(pid=92906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:51:13.451595 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:13.527084 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.538435 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5153b725-1496-49ce-970e-ebbe2406f275']}} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:13.549670 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5aa11cd-8ec1-4082-b5a5-797d20824224') {'for_net_delete': True} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:13.549955 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.services.segments.db [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5aa11cd-8ec1-4082-b5a5-797d20824224') {} {{(pid=92906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:51:13.560190 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2972953'] for segment, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.577125 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.586113 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=92906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:51:13.586523 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972789'] for segment, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: Traceback (most recent call last): Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: timer() Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: cb(*args, **kw) Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: return func(*args, **kwargs) Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: self._notify() Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: self.callback(batched_events) Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: event.method(event) Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: return f(self, *a, **k) Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._get(url).json() Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: return self.request(url, 'GET', **kwargs) Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:51:13.597486 dv-cinder-769602-3-iscsi neutron-server[92906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:51:13.644788 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.649628 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:13.652641 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.654780 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] 10.222.0.39 "DELETE /v2.0/networks/5153b725-1496-49ce-970e-ebbe2406f275 HTTP/1.1" status: 204 len: 168 time: 0.5732758 Jun 22 18:51:13.665339 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089'] for port, after_delete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.669936 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a4fea100-107a-4982-80fc-48dc63a1ba9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:13.671201 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Pushing event deleted for resources: {'Network': ['ID=5153b725-1496-49ce-970e-ebbe2406f275,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:13.674215 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fc0f9704-dc53-4a53-92ce-c49158a1c00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:13.677445 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Network 5153b725-1496-49ce-970e-ebbe2406f275 is not hosted by any dhcp agent {{(pid=92907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 18:51:13.678020 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] No DVR routers for this DVR port 4a11c8d9-392d-44e1-b859-1a37428ebc97 on host dv-cinder-769602-3-iscsi {{(pid=92907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:51:13.698392 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Pushing event deleted for resources: {'Port': ['ID=4a11c8d9-392d-44e1-b859-1a37428ebc97,revision_number=None']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:13.708911 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.709422 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.709733 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.710081 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.710467 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.710728 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.711051 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.711508 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.711785 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.712122 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.712444 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.716760 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:51:13.725134 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-ae181b3a-75f4-4f2e-aa8a-cc1feadae931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:13.792071 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42012) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:13.847588 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c9432e80-ca26-4d55-8a4f-474c9a78e5c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df6e1689bd1d44c0a2e350648a769da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542316 Jun 22 18:51:13.851638 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42014) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:13.872472 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a208d7d6-247e-40a1-8276-a22668e8b728 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:51:13.892430 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: a208d7d6-247e-40a1-8276-a22668e8b728 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:51:13.892782 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a208d7d6-247e-40a1-8276-a22668e8b728 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:51:13.893206 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device ec1c58e8-f66d-4a19-bb93-ce77adafd1fe no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:51:13.908708 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5e44125b-9bae-42ce-9c0b-6b53baf51cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.913117 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: ec1c58e8-f66d-4a19-bb93-ce77adafd1fe {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:51:13.913479 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device ec1c58e8-f66d-4a19-bb93-ce77adafd1fe not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:51:13.913907 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 4a11c8d9-392d-44e1-b859-1a37428ebc97 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:51:13.931177 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5e44125b-9bae-42ce-9c0b-6b53baf51cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.932579 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 4a11c8d9-392d-44e1-b859-1a37428ebc97 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:51:13.932938 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 4a11c8d9-392d-44e1-b859-1a37428ebc97 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:51:13.985782 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5e44125b-9bae-42ce-9c0b-6b53baf51cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.988520 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5e44125b-9bae-42ce-9c0b-6b53baf51cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:13.989687 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-5e44125b-9bae-42ce-9c0b-6b53baf51cd3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff68b564-ca04-4b5a-a9b3-72044fcfd2ac HTTP/1.1" status: 204 len: 168 time: 0.1368728 Jun 22 18:51:13.990451 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-be02ecde-b584-48e7-a2d4-23da87cf9d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:13.998104 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44125b-9bae-42ce-9c0b-6b53baf51cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff68b564-ca04-4b5a-a9b3-72044fcfd2ac,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:14.000509 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5e44125b-9bae-42ce-9c0b-6b53baf51cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:21.882962 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:51:22.081320 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c2990dee-e986-4365-83e4-122659bd7815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.449915 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42130) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:24.555063 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2bbd76c-37a1-4c40-9179-65b13acac9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.643367 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2bbd76c-37a1-4c40-9179-65b13acac9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.648605 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2bbd76c-37a1-4c40-9179-65b13acac9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.651367 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a2a5d564-841b-4f14-b7d0-47720df7b967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:24.687972 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f2bbd76c-37a1-4c40-9179-65b13acac9cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0dfc406c421466598e94d3c31314574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369850 Jun 22 18:51:24.688740 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbd76c-37a1-4c40-9179-65b13acac9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084ba989-2924-41f5-817b-bbbcc525ec29,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:24.690657 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42134) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:51:24.692574 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f2bbd76c-37a1-4c40-9179-65b13acac9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:24.739823 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4c8c3063-b934-4b0e-a686-0f4fb5acd00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.760306 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4c8c3063-b934-4b0e-a686-0f4fb5acd00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.805909 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4c8c3063-b934-4b0e-a686-0f4fb5acd00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.808577 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4c8c3063-b934-4b0e-a686-0f4fb5acd00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:24.809752 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-4c8c3063-b934-4b0e-a686-0f4fb5acd00b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/084ba989-2924-41f5-817b-bbbcc525ec29 HTTP/1.1" status: 204 len: 168 time: 0.1179309 Jun 22 18:51:24.810543 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-51aaae65-3e38-4a6e-a584-b035880166ea tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:51:24.818126 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c3063-b934-4b0e-a686-0f4fb5acd00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ba989-2924-41f5-817b-bbbcc525ec29,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:51:24.820518 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4c8c3063-b934-4b0e-a686-0f4fb5acd00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:51:25.686331 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-51a65c50-5066-4b55-9e5b-25b499ea65d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:25.876399 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:26.195011 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:26.512283 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:28.253972 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:52.084149 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-bd3def76-641c-4d23-b196-945e247aa777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:55.689620 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-01509654-76e5-49da-b0ca-8a52f62e884c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:55.879636 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:56.196552 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:56.519671 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:58.256596 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:51:58.880977 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:52:01.791008 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42366) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:01.894836 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d7913877-300f-4bbc-9794-143335b03e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:01.985163 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d7913877-300f-4bbc-9794-143335b03e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:01.989444 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-d7913877-300f-4bbc-9794-143335b03e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:01.992044 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-92c1c7e5-94ce-4f8b-8d3a-65d449c1b778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:02.029331 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7913877-300f-4bbc-9794-143335b03e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfe89d8-4e53-4949-bff1-e4be959f93a1,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:02.033613 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-d7913877-300f-4bbc-9794-143335b03e02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e67a49a09cb345cb965a7982de286704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415109 Jun 22 18:52:02.034810 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d7913877-300f-4bbc-9794-143335b03e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:02.036315 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42370) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:02.084363 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a26ee109-d004-4d51-8eca-24a3dc10b2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.105323 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a26ee109-d004-4d51-8eca-24a3dc10b2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.150883 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a26ee109-d004-4d51-8eca-24a3dc10b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.153533 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a26ee109-d004-4d51-8eca-24a3dc10b2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.154657 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a26ee109-d004-4d51-8eca-24a3dc10b2e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdfe89d8-4e53-4949-bff1-e4be959f93a1 HTTP/1.1" status: 204 len: 168 time: 0.1174409 Jun 22 18:52:02.155459 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d7913877-300f-4bbc-9794-143335b03e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:02.166910 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ee109-d004-4d51-8eca-24a3dc10b2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfe89d8-4e53-4949-bff1-e4be959f93a1,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:02.170582 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a26ee109-d004-4d51-8eca-24a3dc10b2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:02.421547 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42376) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:02.435546 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a5d4c323-bfc9-4568-a3a9-7e9a9e864484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.523200 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a5d4c323-bfc9-4568-a3a9-7e9a9e864484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.527995 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-a5d4c323-bfc9-4568-a3a9-7e9a9e864484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.530342 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-69f69d95-1f69-4459-95f2-61e04ce2bf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:02.567515 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4c323-bfc9-4568-a3a9-7e9a9e864484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538098ac-369f-4e6c-b1ed-10b7ed960069,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:02.570534 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a5d4c323-bfc9-4568-a3a9-7e9a9e864484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:02.573088 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-a5d4c323-bfc9-4568-a3a9-7e9a9e864484 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8ac6cd0e5574a2593762c9a38fa12a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505404 Jun 22 18:52:02.575784 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42378) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:02.627119 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0a3f07fb-9f5d-4ec2-b5bc-a060b5aae74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.654228 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0a3f07fb-9f5d-4ec2-b5bc-a060b5aae74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.700570 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0a3f07fb-9f5d-4ec2-b5bc-a060b5aae74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.703158 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-0a3f07fb-9f5d-4ec2-b5bc-a060b5aae74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:02.704306 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-0a3f07fb-9f5d-4ec2-b5bc-a060b5aae74e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/538098ac-369f-4e6c-b1ed-10b7ed960069 HTTP/1.1" status: 204 len: 168 time: 0.1277380 Jun 22 18:52:02.705120 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-2eda5670-69af-476e-8454-3e9d4fb13b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:02.713244 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f07fb-9f5d-4ec2-b5bc-a060b5aae74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538098ac-369f-4e6c-b1ed-10b7ed960069,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:02.715617 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-0a3f07fb-9f5d-4ec2-b5bc-a060b5aae74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:06.269117 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42422) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:06.372589 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.460406 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.465168 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.467687 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-a77d68de-bf64-4229-a110-ae8b35284b27 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:06.504761 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dac6bbe16061409f8d8238c703255f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345042 Jun 22 18:52:06.505676 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2f8ff9-0202-4579-8948-7530a8889891,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:06.507826 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42426) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:06.513049 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.513429 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.513803 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.514165 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.514531 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.514892 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.515250 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.515629 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.515986 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.516341 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.516739 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.517044 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.522085 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:06.557886 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.579946 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.628637 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.631234 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:06.632416 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e2f8ff9-0202-4579-8948-7530a8889891 HTTP/1.1" status: 204 len: 168 time: 0.1236229 Jun 22 18:52:06.633188 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:06.640491 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2f8ff9-0202-4579-8948-7530a8889891,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:06.648383 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.648767 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.649139 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.649508 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.649850 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.650215 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.650571 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.650926 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.651283 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.651675 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.652031 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.652383 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:06.655500 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-5cddc045-b88f-4c45-bcf0-9c3cfe317ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:08.854935 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-7f8aac4a-922d-44c3-8c7e-6623c8acdc9a tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8a43318eef0b4b59ae4f0c444804dd1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320768 Jun 22 18:52:09.044565 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211292-417a-4b79-8f7a-7537245fb620 req-a52f72c8-c99b-4e4d-8b15-fc26b00e20dc tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:09.046020 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-a52f72c8-c99b-4e4d-8b15-fc26b00e20dc tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858976 Jun 22 18:52:09.061284 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-dcafc638-3564-43a6-9b4a-fa5712e50da6 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/quotas/8a43318eef0b4b59ae4f0c444804dd1f HTTP/1.1" status: 200 len: 375 time: 0.0092368 Jun 22 18:52:09.095257 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-729ad6e0-675b-4944-b9a2-e88879cddaab tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a43318eef0b4b59ae4f0c444804dd1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281153 Jun 22 18:52:09.264880 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b0413b5a-b3e3-4d2c-893b-e6e3f8e8fb8d req-76a3a0e9-0e2c-4253-aaac-9b101ad22464 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 210 time: 0.0310233 Jun 22 18:52:10.325322 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-0509580c-cb7c-4e11-84d6-0ee615275557 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.109 "GET /v2.0/networks?tenant_id=8a43318eef0b4b59ae4f0c444804dd1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226617 Jun 22 18:52:10.419145 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-44c44a4e-cd5e-4e1a-9081-f3456606f980 req-38b2cb50-8ca1-4ed3-851b-87b9c01bc4b8 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 210 time: 0.0364716 Jun 22 18:52:10.467408 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211292-417a-4b79-8f7a-7537245fb620 req-cb74c0bf-0ded-4970-bcd8-4862654dc77a tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:10.469058 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-cb74c0bf-0ded-4970-bcd8-4862654dc77a tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389441 Jun 22 18:52:10.488602 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Request body: {'port': {'device_id': 'c2b20175-d6b6-4b5a-9437-599e4a999c03', 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c', 'admin_state_up': True, 'tenant_id': '8a43318eef0b4b59ae4f0c444804dd1f'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:52:10.600278 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Made reservation on behalf of 8a43318eef0b4b59ae4f0c444804dd1f for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:52:10.603742 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.612052 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.708220 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.711921 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:10.714913 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f2bbd76c-37a1-4c40-9179-65b13acac9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:10.780947 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:10.786682 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:10.856728 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Allocated IP 192.168.233.229 (e68081d5-7a07-4705-8b55-ffc0004c902c/47d26224-0d47-40b7-8d3e-4e90defe9639/ff612c67-6356-43d7-8ea9-3348eb399416) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:52:11.013550 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.028372 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Transition to ACTIVE for port object ff612c67-6356-43d7-8ea9-3348eb399416 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:52:11.062658 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.067477 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-92d8baab-26d2-425f-bb45-38377e9074bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:11.109312 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Network e68081d5-7a07-4705-8b55-ffc0004c902c is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:52:11.115896 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:52:11.121944 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:52:11.125249 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Pushing event updated for resources: {'Port': ['ID=ff612c67-6356-43d7-8ea9-3348eb399416,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:11.129878 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:11.175971 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:11.176610 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.193891 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e7fd292c-516f-4952-b2ba-263f4f8b940f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7092104 Jun 22 18:52:11.211691 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Request body: {'port': {'device_id': 'c2b20175-d6b6-4b5a-9437-599e4a999c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:52:11.291810 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.308330 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-890f4cf6-a79a-4cbb-b2f6-f4b37911ea68 None None] Provisioning for port ff612c67-6356-43d7-8ea9-3348eb399416 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:52:11.312220 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-890f4cf6-a79a-4cbb-b2f6-f4b37911ea68 None None] Provisioning complete for port ff612c67-6356-43d7-8ea9-3348eb399416 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:52:11.312597 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-890f4cf6-a79a-4cbb-b2f6-f4b37911ea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.349239 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-890f4cf6-a79a-4cbb-b2f6-f4b37911ea68 None None] Port ff612c67-6356-43d7-8ea9-3348eb399416 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:52:11.588920 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff612c67-6356-43d7-8ea9-3348eb399416 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:52:11.599105 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.618859 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Transition to ACTIVE for port object ff612c67-6356-43d7-8ea9-3348eb399416 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:52:11.625695 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.629914 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-eea438bf-f462-4650-b944-ed4592ea34b4 tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:11.667431 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d7d7a-ae55-4774-bf60-1b859a75feec req-d13be93e-0d1f-4795-ae04-cb554ea9c59d tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:11.668891 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cc5d7d7a-ae55-4774-bf60-1b859a75feec req-d13be93e-0d1f-4795-ae04-cb554ea9c59d tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 936 time: 0.1233289 Jun 22 18:52:11.702231 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Pushing event updated for resources: {'Port': ['ID=ff612c67-6356-43d7-8ea9-3348eb399416,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:11.707383 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:11.765395 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cc5d7d7a-ae55-4774-bf60-1b859a75feec req-5ca37487-9826-4679-ba9d-597564825b40 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889704 Jun 22 18:52:11.794257 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Attempting to bind port ff612c67-6356-43d7-8ea9-3348eb399416 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:52:11.794616 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Attempting to bind port ff612c67-6356-43d7-8ea9-3348eb399416 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': 'fa5a20cc-21a3-415e-b67c-b87e7b87408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:52:11.794912 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Attempting to bind port ff612c67-6356-43d7-8ea9-3348eb399416 on network e68081d5-7a07-4705-8b55-ffc0004c902c {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:52:11.800315 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Port ff612c67-6356-43d7-8ea9-3348eb399416 on network e68081d5-7a07-4705-8b55-ffc0004c902c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:52:11.800632 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Attempting to bind port ff612c67-6356-43d7-8ea9-3348eb399416 on network e68081d5-7a07-4705-8b55-ffc0004c902c {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:52:11.806459 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:52:11.806790 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Checking segment: {'id': 'fa5a20cc-21a3-415e-b67c-b87e7b87408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:52:11.807216 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Bound using segment: {'id': 'fa5a20cc-21a3-415e-b67c-b87e7b87408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:52:11.807630 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Bound port: ff612c67-6356-43d7-8ea9-3348eb399416, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5a20cc-21a3-415e-b67c-b87e7b87408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:52:11.807983 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.878706 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] For port ff612c67-6356-43d7-8ea9-3348eb399416, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:52:11.881840 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] For port ff612c67-6356-43d7-8ea9-3348eb399416, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=ff612c67-6356-43d7-8ea9-3348eb399416,segment=NetworkSegment(fa5a20cc-21a3-415e-b67c-b87e7b87408e),segment_id=fa5a20cc-21a3-415e-b67c-b87e7b87408e)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:52:11.886787 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.889641 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:11.920600 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:11.921237 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:11.922643 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] 10.222.0.109 "PUT /v2.0/ports/ff612c67-6356-43d7-8ea9-3348eb399416 HTTP/1.1" status: 200 len: 1098 time: 0.7154043 Jun 22 18:52:11.924992 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b20175-d6b6-4b5a-9437-599e4a999c03', 'tag': 'ff612c67-6356-43d7-8ea9-3348eb399416'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:52:11.927491 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74070c09-9073-4677-9c96-b45478983c47" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b20175-d6b6-4b5a-9437-599e4a999c03", "tag": "ff612c67-6356-43d7-8ea9-3348eb399416"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:52:11.954451 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Pushing event updated for resources: {'Port': ['ID=ff612c67-6356-43d7-8ea9-3348eb399416,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:11.958156 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-4a513a70-974c-4918-9524-a05c1ccf277b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:11.973438 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7ea836-a348-403c-ae01-e1b96dd26208 x-openstack-request-id: req-6d7ea836-a348-403c-ae01-e1b96dd26208 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:52:11.973773 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b20175-d6b6-4b5a-9437-599e4a999c03", "tag": "ff612c67-6356-43d7-8ea9-3348eb399416", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:52:11.974069 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d7ea836-a348-403c-ae01-e1b96dd26208 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:52:11.974523 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b20175-d6b6-4b5a-9437-599e4a999c03', 'tag': 'ff612c67-6356-43d7-8ea9-3348eb399416', 'status': 'completed', 'code': 200} Jun 22 18:52:12.047992 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211292-417a-4b79-8f7a-7537245fb620 req-98d5a500-6c61-492a-a80b-b580913ba1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:12.049634 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-98d5a500-6c61-492a-a80b-b580913ba1ce service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8a43318eef0b4b59ae4f0c444804dd1f&device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 1101 time: 0.0603535 Jun 22 18:52:12.104029 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-7baecb31-d066-4a3b-96d5-26d838e57a5e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ff612c67-6356-43d7-8ea9-3348eb399416 HTTP/1.1" status: 200 len: 217 time: 0.0395310 Jun 22 18:52:12.152569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211292-417a-4b79-8f7a-7537245fb620 req-fdb67d01-0874-4940-9cc8-797105bd3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:12.153906 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-fdb67d01-0874-4940-9cc8-797105bd3866 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=47d26224-0d47-40b7-8d3e-4e90defe9639 HTTP/1.1" status: 200 len: 843 time: 0.0438466 Jun 22 18:52:12.216395 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211292-417a-4b79-8f7a-7537245fb620 req-63639b16-923f-4be9-ac33-4eb6e7fffc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:12.218188 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-63639b16-923f-4be9-ac33-4eb6e7fffc17 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e68081d5-7a07-4705-8b55-ffc0004c902c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0576358 Jun 22 18:52:12.308925 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-e0058af2-e958-47c9-8c28-1eecd81512de service neutron] 10.222.0.109 "GET /v2.0/networks/e68081d5-7a07-4705-8b55-ffc0004c902c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844219 Jun 22 18:52:12.401136 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e211292-417a-4b79-8f7a-7537245fb620 req-7d4dde7c-96b1-4b72-93ca-ef5f2079e9aa service neutron] 10.222.0.109 "GET /v2.0/networks/e68081d5-7a07-4705-8b55-ffc0004c902c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849807 Jun 22 18:52:12.550556 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74070c09-9073-4677-9c96-b45478983c47 req-82c88365-1e29-4108-b9c2-d4b1a44b3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:12.552069 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74070c09-9073-4677-9c96-b45478983c47 req-82c88365-1e29-4108-b9c2-d4b1a44b3f35 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8a43318eef0b4b59ae4f0c444804dd1f&device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 1101 time: 0.0527143 Jun 22 18:52:12.646214 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74070c09-9073-4677-9c96-b45478983c47 req-11d285de-53de-4c17-be8c-cb0c4a82fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:12.647687 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74070c09-9073-4677-9c96-b45478983c47 req-11d285de-53de-4c17-be8c-cb0c4a82fbe5 service neutron] 10.222.0.109 "GET /v2.0/networks?id=e68081d5-7a07-4705-8b55-ffc0004c902c HTTP/1.1" status: 200 len: 871 time: 0.0885165 Jun 22 18:52:12.689977 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74070c09-9073-4677-9c96-b45478983c47 req-ee15f9c4-35e8-4b45-a13b-dd5504095e0d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ff612c67-6356-43d7-8ea9-3348eb399416 HTTP/1.1" status: 200 len: 217 time: 0.0348864 Jun 22 18:52:12.737517 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74070c09-9073-4677-9c96-b45478983c47 req-f9539501-6c0a-405a-99c0-0a9a8c7aa7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:12.738912 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74070c09-9073-4677-9c96-b45478983c47 req-f9539501-6c0a-405a-99c0-0a9a8c7aa7c8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=47d26224-0d47-40b7-8d3e-4e90defe9639 HTTP/1.1" status: 200 len: 843 time: 0.0431311 Jun 22 18:52:12.801520 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74070c09-9073-4677-9c96-b45478983c47 req-4196f453-8425-42a7-bef1-7d50003bf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:12.802963 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74070c09-9073-4677-9c96-b45478983c47 req-4196f453-8425-42a7-bef1-7d50003bf8da service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e68081d5-7a07-4705-8b55-ffc0004c902c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0577717 Jun 22 18:52:12.935746 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74070c09-9073-4677-9c96-b45478983c47 req-5a19c1a5-6e52-4d8c-87a5-4c2e809988ab service neutron] 10.222.0.109 "GET /v2.0/networks/e68081d5-7a07-4705-8b55-ffc0004c902c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193383 Jun 22 18:52:13.013327 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e7237-201c-4c95-b488-47e3a12b5217 req-2226b211-e0e4-4e0d-9eea-ad1ec8b32875 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:13.014794 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a10e7237-201c-4c95-b488-47e3a12b5217 req-2226b211-e0e4-4e0d-9eea-ad1ec8b32875 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 948 time: 0.1340032 Jun 22 18:52:13.064798 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-74070c09-9073-4677-9c96-b45478983c47 req-2c402b65-2f88-4f1b-b254-79ea6b864b70 service neutron] 10.222.0.109 "GET /v2.0/networks/e68081d5-7a07-4705-8b55-ffc0004c902c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199651 Jun 22 18:52:13.076541 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a10e7237-201c-4c95-b488-47e3a12b5217 req-1d119009-6084-4813-930d-789cb34b80a8 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532036 Jun 22 18:52:14.410174 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88bfc5-ac00-45b6-819c-50a2d2bf8918 req-0a47f5b2-963e-44f0-9348-e5fdf0e849ed tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:14.411613 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee88bfc5-ac00-45b6-819c-50a2d2bf8918 req-0a47f5b2-963e-44f0-9348-e5fdf0e849ed tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 948 time: 0.2237592 Jun 22 18:52:14.450128 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ee88bfc5-ac00-45b6-819c-50a2d2bf8918 req-3d504cd8-97eb-4005-a349-2c5c9924613c tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Jun 22 18:52:14.911264 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device ff612c67-6356-43d7-8ea9-3348eb399416 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:52:15.009096 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port ff612c67-6356-43d7-8ea9-3348eb399416, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=ff612c67-6356-43d7-8ea9-3348eb399416,segment=NetworkSegment(fa5a20cc-21a3-415e-b67c-b87e7b87408e),segment_id=fa5a20cc-21a3-415e-b67c-b87e7b87408e)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:15.021563 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': 'ff612c67-6356-43d7-8ea9-3348eb399416', 'network_id': 'e68081d5-7a07-4705-8b55-ffc0004c902c', 'port_id': 'ff612c67-6356-43d7-8ea9-3348eb399416', 'mac_address': 'fa:16:3e:02:ea:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d26224-0d47-40b7-8d3e-4e90defe9639', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:52:15.058485 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:15.071937 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff612c67-6356-43d7-8ea9-3348eb399416 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:52:15.092047 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port ff612c67-6356-43d7-8ea9-3348eb399416, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=ff612c67-6356-43d7-8ea9-3348eb399416,segment=NetworkSegment(fa5a20cc-21a3-415e-b67c-b87e7b87408e),segment_id=fa5a20cc-21a3-415e-b67c-b87e7b87408e)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:15.096344 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:15.099087 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:15.148784 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=ff612c67-6356-43d7-8ea9-3348eb399416,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:15.155625 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.155970 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.156303 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.156633 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.156959 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.157282 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.157603 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.157923 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.158307 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.158550 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.158857 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.159175 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:15.162988 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:15.598488 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['ff612c67-6356-43d7-8ea9-3348eb399416'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:52:15.674559 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b077-e17d-4b51-8197-4264132c388c req-45ac87d6-947f-4422-a576-96715a186352 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:15.676419 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5080b077-e17d-4b51-8197-4264132c388c req-45ac87d6-947f-4422-a576-96715a186352 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 949 time: 0.1137028 Jun 22 18:52:15.715849 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5080b077-e17d-4b51-8197-4264132c388c req-23319493-9df0-48cc-bfa2-dd5cdd0415f4 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Jun 22 18:52:16.902259 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1785f3-7d57-4e46-8700-bfd5fc4c2970 req-1e3e3450-f1c6-4d9c-b28b-c893da412570 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:16.903770 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8c1785f3-7d57-4e46-8700-bfd5fc4c2970 req-1e3e3450-f1c6-4d9c-b28b-c893da412570 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 949 time: 0.0656514 Jun 22 18:52:16.926479 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device ff612c67-6356-43d7-8ea9-3348eb399416 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:52:16.948675 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-8c1785f3-7d57-4e46-8700-bfd5fc4c2970 req-2e290124-b4f8-43c9-874e-3883169aa888 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Jun 22 18:52:16.976724 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port ff612c67-6356-43d7-8ea9-3348eb399416 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:52:16.980232 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port ff612c67-6356-43d7-8ea9-3348eb399416 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:52:16.980610 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:17.057540 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:17.080458 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b20175-d6b6-4b5a-9437-599e4a999c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff612c67-6356-43d7-8ea9-3348eb399416'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:52:17.082910 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265678c0-cf5e-4052-8504-a02403d39103" -d '{"events": [{"server_uuid": "c2b20175-d6b6-4b5a-9437-599e4a999c03", "name": "network-vif-plugged", "status": "completed", "tag": "ff612c67-6356-43d7-8ea9-3348eb399416"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:52:17.097200 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port ff612c67-6356-43d7-8ea9-3348eb399416, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=ff612c67-6356-43d7-8ea9-3348eb399416,segment=NetworkSegment(fa5a20cc-21a3-415e-b67c-b87e7b87408e),segment_id=fa5a20cc-21a3-415e-b67c-b87e7b87408e)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:17.102025 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:17.103917 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:17.159892 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=ff612c67-6356-43d7-8ea9-3348eb399416,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:17.164569 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:17.186542 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54da8a8-0dc8-4ab3-a501-b84b648d1f8b x-openstack-request-id: req-a54da8a8-0dc8-4ab3-a501-b84b648d1f8b {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:52:17.186840 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b20175-d6b6-4b5a-9437-599e4a999c03", "name": "network-vif-plugged", "status": "completed", "tag": "ff612c67-6356-43d7-8ea9-3348eb399416", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:52:17.187102 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a54da8a8-0dc8-4ab3-a501-b84b648d1f8b {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:52:17.187522 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b20175-d6b6-4b5a-9437-599e4a999c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff612c67-6356-43d7-8ea9-3348eb399416', 'code': 200} Jun 22 18:52:17.443677 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c688bb-324f-477a-9841-aafd8143bc15 req-623173eb-1c5c-4e0d-a02f-bada9741c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:17.445310 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d2c688bb-324f-477a-9841-aafd8143bc15 req-623173eb-1c5c-4e0d-a02f-bada9741c764 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 1103 time: 0.0545735 Jun 22 18:52:17.481630 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d2c688bb-324f-477a-9841-aafd8143bc15 req-ea6d0083-86f0-4bdf-8c88-4d0f8c96a291 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298848 Jun 22 18:52:18.123935 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bfa55-c845-49d1-bb1e-ff7a748be687 req-20c65ba1-5b43-4e65-bd1b-2a8423d8b64f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:18.125287 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aa8bfa55-c845-49d1-bb1e-ff7a748be687 req-20c65ba1-5b43-4e65-bd1b-2a8423d8b64f tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 950 time: 0.0636022 Jun 22 18:52:18.164025 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aa8bfa55-c845-49d1-bb1e-ff7a748be687 req-3dfa736f-255e-4176-b76e-e9245a12ad11 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Jun 22 18:52:19.340000 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f46e7-51c0-47bc-bd59-18f1581ed789 req-ce451b26-7ddf-41a0-8a5d-368c9de58663 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:19.341470 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-083f46e7-51c0-47bc-bd59-18f1581ed789 req-ce451b26-7ddf-41a0-8a5d-368c9de58663 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 950 time: 0.0668323 Jun 22 18:52:19.381106 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-083f46e7-51c0-47bc-bd59-18f1581ed789 req-cf7900bb-83d4-4cad-94f9-6afcf7249b30 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Jun 22 18:52:19.787457 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd48f85-19ac-405b-badc-aa9474e21f0c req-ee858f7f-7909-4316-b859-a3c00582d405 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:19.788821 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ccd48f85-19ac-405b-badc-aa9474e21f0c req-ee858f7f-7909-4316-b859-a3c00582d405 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 950 time: 0.0647032 Jun 22 18:52:19.832631 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ccd48f85-19ac-405b-badc-aa9474e21f0c req-25e1630d-f52b-421a-bbb8-0d80ae03f792 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Jun 22 18:52:21.177513 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf85c44-d15a-4728-9032-e6508e707604 req-bf541924-6a0a-4fe6-a26d-9a8d5ca184a6 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:21.178865 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ecf85c44-d15a-4728-9032-e6508e707604 req-bf541924-6a0a-4fe6-a26d-9a8d5ca184a6 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 950 time: 0.0649354 Jun 22 18:52:21.216375 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ecf85c44-d15a-4728-9032-e6508e707604 req-f9297a0b-623a-4758-b710-fc4801367b83 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Jun 22 18:52:21.613531 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9de481ca-1e26-462c-9bc3-352ce9161ff5 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:21.615124 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9de481ca-1e26-462c-9bc3-352ce9161ff5 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.109 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 950 time: 0.0671911 Jun 22 18:52:21.713559 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Deleting port ff612c67-6356-43d7-8ea9-3348eb399416 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:52:21.713893 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:21.804414 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] For port ff612c67-6356-43d7-8ea9-3348eb399416, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=ff612c67-6356-43d7-8ea9-3348eb399416,segment=NetworkSegment(fa5a20cc-21a3-415e-b67c-b87e7b87408e),segment_id=fa5a20cc-21a3-415e-b67c-b87e7b87408e)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:21.804686 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:21.816597 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Calling delete_port for ff612c67-6356-43d7-8ea9-3348eb399416 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:52:21.952763 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:21.957213 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-1dfccc20-6a62-4339-80fc-6667c9f02750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:21.983272 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Pushing event deleted for resources: {'Port': ['ID=ff612c67-6356-43d7-8ea9-3348eb399416,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:21.987675 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:21.991957 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['ff612c67-6356-43d7-8ea9-3348eb399416'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:52:22.031217 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] No DVR routers for this DVR port ff612c67-6356-43d7-8ea9-3348eb399416 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:52:22.034060 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:22.036112 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c094668d-d51c-466e-bf3f-88d95b47173a req-9a3a1ea1-7be7-434b-a649-160a8de38a52 tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.109 "DELETE /v2.0/ports/ff612c67-6356-43d7-8ea9-3348eb399416 HTTP/1.1" status: 204 len: 173 time: 0.4150438 Jun 22 18:52:22.036997 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b20175-d6b6-4b5a-9437-599e4a999c03', 'name': 'network-vif-deleted', 'tag': 'ff612c67-6356-43d7-8ea9-3348eb399416'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:52:22.039104 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432c03d-6f5c-4083-95e9-55a8108958d3" -d '{"events": [{"server_uuid": "c2b20175-d6b6-4b5a-9437-599e4a999c03", "name": "network-vif-deleted", "tag": "ff612c67-6356-43d7-8ea9-3348eb399416"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:52:22.087005 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-0378e659-6110-43c0-a847-93ecfe04077b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:22.095730 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fb64c2-7197-44cc-8b2b-87063beb9673 x-openstack-request-id: req-36fb64c2-7197-44cc-8b2b-87063beb9673 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:52:22.096016 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b20175-d6b6-4b5a-9437-599e4a999c03", "name": "network-vif-deleted", "tag": "ff612c67-6356-43d7-8ea9-3348eb399416", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:52:22.096306 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36fb64c2-7197-44cc-8b2b-87063beb9673 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:52:22.096739 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b20175-d6b6-4b5a-9437-599e4a999c03', 'name': 'network-vif-deleted', 'tag': 'ff612c67-6356-43d7-8ea9-3348eb399416', 'status': 'completed', 'code': 200} Jun 22 18:52:22.372065 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-cf797ef6-89aa-42c6-8f34-b246e25aceb0 req-83cbd91d-2904-4024-86b4-a72d8e672bce tempest-VolumesNegativeTest-1814307202 tempest-VolumesNegativeTest-1814307202-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b20175-d6b6-4b5a-9437-599e4a999c03 HTTP/1.1" status: 200 len: 210 time: 0.0293691 Jun 22 18:52:24.942192 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device ff612c67-6356-43d7-8ea9-3348eb399416 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:52:24.966530 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: ff612c67-6356-43d7-8ea9-3348eb399416 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:52:24.966530 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device ff612c67-6356-43d7-8ea9-3348eb399416 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:52:25.691778 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-06e9fa70-ab53-49f7-8591-9528437b6fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:25.883346 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:26.200002 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:26.524557 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:27.265105 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42756) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:27.397701 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-6edbbeb3-d382-47bc-9e04-c67727eda693 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a43318eef0b4b59ae4f0c444804dd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311171 Jun 22 18:52:27.400120 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42760) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:27.447753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2d599a8c-6152-4e3e-bd49-e53794349c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:27.468510 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2d599a8c-6152-4e3e-bd49-e53794349c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:27.516188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2d599a8c-6152-4e3e-bd49-e53794349c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:27.519260 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2d599a8c-6152-4e3e-bd49-e53794349c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:27.520536 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2d599a8c-6152-4e3e-bd49-e53794349c31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6 HTTP/1.1" status: 204 len: 168 time: 0.1195276 Jun 22 18:52:27.521549 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-68d03179-ca34-4496-83fa-c2426eaacd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:27.530163 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d599a8c-6152-4e3e-bd49-e53794349c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4cacb8-e6e9-4fb9-b406-a5ae331c55e6,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:27.532978 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2d599a8c-6152-4e3e-bd49-e53794349c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:28.260423 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:35.879794 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:52:50.692248 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42900) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:50.797202 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1813b24c-ad04-4ac2-b8e5-bb52fd833e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:50.896327 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1813b24c-ad04-4ac2-b8e5-bb52fd833e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:50.900135 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1813b24c-ad04-4ac2-b8e5-bb52fd833e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:50.902721 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-9049296c-c047-4cbc-a735-e7f099df466d tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:50.941381 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-1813b24c-ad04-4ac2-b8e5-bb52fd833e39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b194aeaaa5ee43b6bda2986419151614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479963 Jun 22 18:52:50.942343 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813b24c-ad04-4ac2-b8e5-bb52fd833e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e2b61c-03c1-43ac-8956-3c700e56f05e,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:50.944153 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42904) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:50.945483 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1813b24c-ad04-4ac2-b8e5-bb52fd833e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:50.993870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2e43e03-5297-4493-a337-463f31b5c598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:51.014687 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2e43e03-5297-4493-a337-463f31b5c598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:51.062686 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2e43e03-5297-4493-a337-463f31b5c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:51.065809 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f2e43e03-5297-4493-a337-463f31b5c598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:51.066943 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f2e43e03-5297-4493-a337-463f31b5c598 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7e2b61c-03c1-43ac-8956-3c700e56f05e HTTP/1.1" status: 204 len: 168 time: 0.1217504 Jun 22 18:52:51.067714 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f535d0c8-56ed-4a15-820e-318c6cc75f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:51.075756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43e03-5297-4493-a337-463f31b5c598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e2b61c-03c1-43ac-8956-3c700e56f05e,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:51.078117 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f2e43e03-5297-4493-a337-463f31b5c598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:51.693851 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42926) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:51.789806 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1196382097-network', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:52:51.811668 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Made reservation on behalf of c25ea934c5e443c8922c6228a3c1d22e for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:52:51.814204 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:51.823297 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:51.913872 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:51.917888 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:51.921778 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7ee05b92-57e6-4852-8ba5-6abfc880b1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:51.938969 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:52:51.953430 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e686ab1-b499-4ad8-8362-123c3ea5762d,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:51.956345 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:51.956680 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Added segment 98da0477-9fd8-4284-8623-13b30497cefb of type vlan for network 2200cd44-59f5-44f5-90ce-158fb8a1c9db Jun 22 18:52:51.958061 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:51.996732 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.023839 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.025007 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:52.025572 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.028428 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-745f0201-7858-4511-b294-fd4eb43578e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:52.076089 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3807349 Jun 22 18:52:52.080745 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42930) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:52.086570 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Request body: {'subnet': {'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1196382097-subnet', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:52:52.090631 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Pushing event updated for resources: {'Network': ['ID=2200cd44-59f5-44f5-90ce-158fb8a1c9db,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:52.093988 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6ac74f04-5f06-46aa-96a0-8bff8489e893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.095072 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-8cf68b23-9c2b-4698-b9c6-54dd4fc902c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:52.104457 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 2200cd44-59f5-44f5-90ce-158fb8a1c9db details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:52:52.111876 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Made reservation on behalf of c25ea934c5e443c8922c6228a3c1d22e for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:52:52.114294 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26945849'] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.278554 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26616708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26945815'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.280590 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:52.341601 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2399e6-912c-4873-a6ad-b62df07b5915,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:52.344870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:52.347582 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Checking segment: {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:52:52.347934 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Network hostable DHCP agents. Network: 2200cd44-59f5-44f5-90ce-158fb8a1c9db, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:52:52.367414 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Network 2200cd44-59f5-44f5-90ce-158fb8a1c9db is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:52:52.377461 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 2200cd44-59f5-44f5-90ce-158fb8a1c9db) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:52:52.381841 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:52.382384 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.386112 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753abcf-eddf-4dab-8824-19ca4e2cf9ec None None] Network 2200cd44-59f5-44f5-90ce-158fb8a1c9db requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:52:52.401722 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-82561e94-6664-4cf1-b5df-f0467254fe37 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3190448 Jun 22 18:52:52.404299 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42932) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:52.409297 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:52:52.429954 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.430999 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.483647 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.537230 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:52:52.538094 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.671716 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Allocated IP 172.20.0.2 (2200cd44-59f5-44f5-90ce-158fb8a1c9db/cc2399e6-912c-4873-a6ad-b62df07b5915/6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:52:52.826254 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.834898 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Transition to ACTIVE for port object 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:52:52.851457 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Transition to ACTIVE for port object 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:52:52.857658 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.859548 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-b4ca283c-b75f-47de-9a87-3bcdaa47d47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:52.900894 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Network 2200cd44-59f5-44f5-90ce-158fb8a1c9db is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:52:52.903739 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:52:52.909302 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:52:52.912385 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Pushing event updated for resources: {'Port': ['ID=6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:52.915446 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.916306 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:52.971183 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Attempting to bind port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:52:52.971603 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Attempting to bind port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:52:52.971998 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Attempting to bind port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 on network 2200cd44-59f5-44f5-90ce-158fb8a1c9db {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:52:52.977184 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:52:52.977561 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Checking segment: {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:52:52.977965 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:52.978435 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Bound using segment: {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:52:52.978819 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Bound port: 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:52:52.979204 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:53.040967 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] For port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:52:53.044285 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] For port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:52:53.049889 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:53.051834 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:53.106867 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Pushing event updated for resources: {'Port': ['ID=6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:53.111686 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:53.124645 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:53.144666 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:53.258090 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Allocated IP 172.27.3.106 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/cdf363a0-a131-4d54-a670-2ca5f49222ea) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:52:53.377495 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:53.421044 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:53.424789 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-8a1371d5-4546-46a0-becb-52bcee6f4229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:53.459992 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:52:53.463072 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:52:53.465474 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:52:53.490310 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Pushing event updated for resources: {'Port': ['ID=cdf363a0-a131-4d54-a670-2ca5f49222ea,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:53.493200 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:53.724110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:53.939580 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:52:53.949604 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:53.998984 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b56705c-1b33-43b0-8374-00c07413390c None None] Network 2200cd44-59f5-44f5-90ce-158fb8a1c9db requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:52:54.002816 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:52:54.078016 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-7425536e-d3ac-41b4-a4c9-a79e4048b616 None None] Provisioning for port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:52:54.085944 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Router ed576440-8c04-44c2-a796-792dd09df942 is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:52:54.088165 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-7425536e-d3ac-41b4-a4c9-a79e4048b616 None None] Provisioning complete for port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:52:54.088558 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7425536e-d3ac-41b4-a4c9-a79e4048b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.196450 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:52:54.207420 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Sync routers for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:52:54.212895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] Notify callbacks [] for router, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.214149 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-e7973a7f-9a23-42eb-9f2e-a9820f5e2a3f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8089302 Jun 22 18:52:54.216790 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42934) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:54.238923 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7425536e-d3ac-41b4-a4c9-a79e4048b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.240550 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:52:54.241177 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:52:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:54.353037 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-7425536e-d3ac-41b4-a4c9-a79e4048b616 None None] For port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:54.365500 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7425536e-d3ac-41b4-a4c9-a79e4048b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.369311 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a4fea100-107a-4982-80fc-48dc63a1ba9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:54.419761 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:52:54.491748 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425536e-d3ac-41b4-a4c9-a79e4048b616 None None] Pushing event updated for resources: {'Port': ['ID=6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:54.504799 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-7425536e-d3ac-41b4-a4c9-a79e4048b616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:54.629562 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:53Z', 'revision_number': 3, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:54.655806 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Checking router: ed576440-8c04-44c2-a796-792dd09df942 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:52:54.656164 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Updating router ed576440-8c04-44c2-a796-792dd09df942 port cdf363a0-a131-4d54-a670-2ca5f49222ea binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:52:54.669806 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.698781 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-5ebd600e-0a7d-4757-bb18-531a91806b01 None None] Provisioning complete for port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:52:54.699161 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5ebd600e-0a7d-4757-bb18-531a91806b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.727263 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.832150 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Allocated IP 172.20.0.1 (2200cd44-59f5-44f5-90ce-158fb8a1c9db/cc2399e6-912c-4873-a6ad-b62df07b5915/27ddadfb-0e2b-4a64-9153-4887103156ba) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:52:54.941360 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.957755 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Transition to ACTIVE for port object 27ddadfb-0e2b-4a64-9153-4887103156ba will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:52:54.991547 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:54.994743 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0d39bd2c-550f-4d27-a738-3703cb2a4994 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:55.026184 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.033550 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Network 2200cd44-59f5-44f5-90ce-158fb8a1c9db is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:52:55.036692 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Transition to ACTIVE for port object cdf363a0-a131-4d54-a670-2ca5f49222ea will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:52:55.038465 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:52:55.041044 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:52:55.049115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Pushing event updated for resources: {'Port': ['ID=27ddadfb-0e2b-4a64-9153-4887103156ba,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:55.051518 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.051933 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:55.053579 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:55.089367 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.104182 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef8724-d332-4010-8901-71202be12ab4 None None] Pushing event updated for resources: {'Port': ['ID=cdf363a0-a131-4d54-a670-2ca5f49222ea,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:55.107785 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-46ef8724-d332-4010-8901-71202be12ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:55.108839 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Attempting to bind port cdf363a0-a131-4d54-a670-2ca5f49222ea on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:52:55.109210 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Attempting to bind port cdf363a0-a131-4d54-a670-2ca5f49222ea by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:52:55.109575 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Attempting to bind port cdf363a0-a131-4d54-a670-2ca5f49222ea on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:52:55.115670 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:52:55.116051 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:52:55.116464 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.116871 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:52:55.117323 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Bound port: cdf363a0-a131-4d54-a670-2ca5f49222ea, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:52:55.117703 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.171926 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] For port cdf363a0-a131-4d54-a670-2ca5f49222ea, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:52:55.175795 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] For port cdf363a0-a131-4d54-a670-2ca5f49222ea, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=cdf363a0-a131-4d54-a670-2ca5f49222ea,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:52:55.185442 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.187611 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:55.257086 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:52:55.258027 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:52:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:55.266228 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.298954 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef8724-d332-4010-8901-71202be12ab4 None None] Pushing event updated for resources: {'Port': ['ID=cdf363a0-a131-4d54-a670-2ca5f49222ea,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:55.303407 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-46ef8724-d332-4010-8901-71202be12ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:55.375052 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-2b8771ad-1a84-460f-9e5b-002016e9609a None None] Provisioning for port 27ddadfb-0e2b-4a64-9153-4887103156ba completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:52:55.384972 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-2b8771ad-1a84-460f-9e5b-002016e9609a None None] Provisioning complete for port 27ddadfb-0e2b-4a64-9153-4887103156ba triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:52:55.385347 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-2b8771ad-1a84-460f-9e5b-002016e9609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.387777 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:52:55.438110 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.443569 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.446011 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-82b95fd7-82ed-4c61-92f0-a0520900df9b tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:55.519625 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.522394 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Pushing event updated for resources: {'Port': ['ID=27ddadfb-0e2b-4a64-9153-4887103156ba,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:55.525877 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:55.619649 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Network 2200cd44-59f5-44f5-90ce-158fb8a1c9db is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:52:55.621090 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:52:55.630599 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-2b8771ad-1a84-460f-9e5b-002016e9609a None None] Port 27ddadfb-0e2b-4a64-9153-4887103156ba cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:52:55.707475 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6b21047c-eeeb-432d-b6e3-1bd6aaa35293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.750570 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Router ed576440-8c04-44c2-a796-792dd09df942 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:52:55.787725 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:52:54Z', 'revision_number': 1, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:55.821536 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb582-1739-4e29-b71e-11ab8abca3ef None None] The sync data for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi is: [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:52:54Z', 'revision_number': 1, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:52:55.855764 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-8153cdbe-ac38-404a-b798-dafbc53bd685 None None] Provisioning complete for port 27ddadfb-0e2b-4a64-9153-4887103156ba triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:52:55.856250 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8153cdbe-ac38-404a-b798-dafbc53bd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.876966 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:52:55.883387 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] 10.222.0.39 "PUT /v2.0/routers/ed576440-8c04-44c2-a796-792dd09df942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6646223 Jun 22 18:52:55.912482 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:55.914373 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-8153cdbe-ac38-404a-b798-dafbc53bd685 None None] Port 27ddadfb-0e2b-4a64-9153-4887103156ba cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:52:55.926898 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:52:55.978611 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:52:55.978958 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.205525 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.444964 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42950) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:56.449985 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-417083035-network', 'tenant_id': '55b2552d5a33499989021af659c0b057'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:52:56.474177 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Made reservation on behalf of 55b2552d5a33499989021af659c0b057 for: {'network': 1} {{(pid=92906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:52:56.476788 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for network, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.488819 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.541304 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.617539 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.623213 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.628384 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-a0d4eb09-6ca7-4dee-8594-dc021bb28a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:56.650474 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=92906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:52:56.676057 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677616f8-1b18-4a6b-bcaa-5d06bfdf5d0c,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:56.681807 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:56.686934 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.687279 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.segments_db [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Added segment 1abb30ce-54aa-442d-b206-0e6263f47dee of type vlan for network 0a99574c-6969-4ddf-963d-26c48a3de8a2 Jun 22 18:52:56.746920 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758128890085'] for network, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.787859 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240'] for network, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.790283 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:56.790882 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:56.797145 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b6b9f7ff-6dbb-48e1-9732-60095eb291de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:56.877525 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4283657 Jun 22 18:52:56.878562 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 42952) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:56.879157 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Pushing event updated for resources: {'Network': ['ID=0a99574c-6969-4ddf-963d-26c48a3de8a2,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:56.883938 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Request body: {'subnet': {'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-417083035-subnet', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'ip_version': 4}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:52:56.886408 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-b2612b35-28ca-4dd3-ab04-13f201e9999f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:56.892077 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Network 0a99574c-6969-4ddf-963d-26c48a3de8a2 details requested by agent ovs-agent-dv-cinder-769602-3-iscsi with host dv-cinder-769602-3-iscsi {{(pid=92907) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:52:56.924529 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Made reservation on behalf of 55b2552d5a33499989021af659c0b057 for: {'subnet': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:52:56.927376 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26945849'] for subnet, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.137915 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26616708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26945815'] for subnet, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.143372 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:57.208886 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f26781-4fbf-4635-a200-3544465e93f2,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:57.212998 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:57.221691 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Checking segment: {'id': '1abb30ce-54aa-442d-b206-0e6263f47dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:52:57.221691 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Network hostable DHCP agents. Network: 0a99574c-6969-4ddf-963d-26c48a3de8a2, hostable agents: ['29748e78-7452-4498-b7d6-74b20371c1c8'], hosted agents: [] {{(pid=92905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:52:57.240560 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Network 0a99574c-6969-4ddf-963d-26c48a3de8a2 is scheduled to be hosted by DHCP agent 29748e78-7452-4498-b7d6-74b20371c1c8 with binding_index 1 {{(pid=92905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:52:57.252235 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-769602-3-iscsi, 0a99574c-6969-4ddf-963d-26c48a3de8a2) {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:52:57.257530 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:52:57.258753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for subnet, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.263218 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f16a8a7-36f5-469a-9daa-478544ef7b87 None None] Network 0a99574c-6969-4ddf-963d-26c48a3de8a2 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:52:57.277898 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-633a9491-ed7c-48bd-902f-fec1ef34623b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3981714 Jun 22 18:52:57.280909 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42954) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:57.289643 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:52:57.313512 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1577'] for router, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.314479 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621151', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1574'] for router, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.378489 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.446044 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79849796-ffa5-5a06-88d5-95dcb2e25c6e-0a99574c-6969-4ddf-963d-26c48a3de8a2', 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'fixed_ips': [{'subnet_id': '88f26781-4fbf-4635-a200-3544465e93f2'}]}} from dv-cinder-769602-3-iscsi. {{(pid=92907) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:52:57.446941 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.537017 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1556'] for router, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.600351 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.db_base_plugin_common [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Allocated IP 172.20.0.2 (0a99574c-6969-4ddf-963d-26c48a3de8a2/88f26781-4fbf-4635-a200-3544465e93f2/b003b74d-afc1-4aad-9832-b6102fc07fc1) {{(pid=92907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:52:57.751874 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.772563 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.804777 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Notify callbacks [] for port, precommit_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.816480 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Transition to ACTIVE for port object b003b74d-afc1-4aad-9832-b6102fc07fc1 will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:52:57.835624 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Transition to ACTIVE for port object b003b74d-afc1-4aad-9832-b6102fc07fc1 will not be triggered until provisioned by entity DHCP. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:52:57.842464 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080'] for port, after_create {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:57.844920 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:57.885017 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Allocated IP 172.27.3.193 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/041a206f-aec5-4264-b817-65cb4e807a9a) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:52:57.892556 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Network 0a99574c-6969-4ddf-963d-26c48a3de8a2 is already hosted by enough agents. {{(pid=92907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:52:57.895989 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.scheduler.base_scheduler [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Resources bound (agent type, host, resource id): {{(pid=92907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:52:57.900076 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Received port after_create {{(pid=92907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:52:57.908077 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Pushing event updated for resources: {'Port': ['ID=b003b74d-afc1-4aad-9832-b6102fc07fc1,revision_number=1']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:57.911060 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:57.950012 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Sync routers for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:52:57.960684 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:52:57.962290 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:52:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:57.980003 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device cdf363a0-a131-4d54-a670-2ca5f49222ea up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:52:58.004046 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Attempting to bind port b003b74d-afc1-4aad-9832-b6102fc07fc1 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:52:58.004782 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Attempting to bind port b003b74d-afc1-4aad-9832-b6102fc07fc1 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '1abb30ce-54aa-442d-b206-0e6263f47dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:52:58.005629 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Attempting to bind port b003b74d-afc1-4aad-9832-b6102fc07fc1 on network 0a99574c-6969-4ddf-963d-26c48a3de8a2 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:52:58.017708 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:52:58.018091 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Checking segment: {'id': '1abb30ce-54aa-442d-b206-0e6263f47dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:52:58.018503 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.018904 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Bound using segment: {'id': '1abb30ce-54aa-442d-b206-0e6263f47dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:52:58.019405 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Bound port: b003b74d-afc1-4aad-9832-b6102fc07fc1, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abb30ce-54aa-442d-b206-0e6263f47dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:52:58.019787 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.029911 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.072495 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2973071'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.076602 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:58.079140 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:52:58.092775 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port cdf363a0-a131-4d54-a670-2ca5f49222ea completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:52:58.101534 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port cdf363a0-a131-4d54-a670-2ca5f49222ea triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:52:58.101917 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.103834 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] For port b003b74d-afc1-4aad-9832-b6102fc07fc1, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:52:58.107665 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] For port b003b74d-afc1-4aad-9832-b6102fc07fc1, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=b003b74d-afc1-4aad-9832-b6102fc07fc1,segment=NetworkSegment(1abb30ce-54aa-442d-b206-0e6263f47dee),segment_id=1abb30ce-54aa-442d-b206-0e6263f47dee)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:52:58.118717 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:52:58.123420 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:52:58.127698 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.129251 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:52:58.138612 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:58.158562 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Pushing event updated for resources: {'Port': ['ID=041a206f-aec5-4264-b817-65cb4e807a9a,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:58.176745 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:58.225121 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Pushing event updated for resources: {'Port': ['ID=b003b74d-afc1-4aad-9832-b6102fc07fc1,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:58.228458 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-966ede4b-d9e8-433f-924b-94c03eab6b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:58.279664 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.304434 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.315160 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port cdf363a0-a131-4d54-a670-2ca5f49222ea, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=cdf363a0-a131-4d54-a670-2ca5f49222ea,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:52:58.320989 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.329628 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-a5d90b2e-99d9-4ae2-a237-196111dbdb55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:58.336373 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 2, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:58.365933 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Checking router: ed576440-8c04-44c2-a796-792dd09df942 for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:52:58.366293 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Updating router ed576440-8c04-44c2-a796-792dd09df942 port 27ddadfb-0e2b-4a64-9153-4887103156ba binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:52:58.386988 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=cdf363a0-a131-4d54-a670-2ca5f49222ea,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:58.396755 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:58.416028 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.442621 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.660792 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621305'] for router, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.716541 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.728049 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Transition to ACTIVE for port object 27ddadfb-0e2b-4a64-9153-4887103156ba will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:52:58.736454 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.738599 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:58.791291 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Pushing event updated for resources: {'Port': ['ID=27ddadfb-0e2b-4a64-9153-4887103156ba,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:58.807850 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef is scheduled to L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 with binding_index 1 {{(pid=92906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:52:58.821323 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.821660 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.821985 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.822332 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.822649 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.822969 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.823281 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.823619 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.823932 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.824242 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.824558 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.824866 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:52:58.830860 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:58.865836 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Attempting to bind port 27ddadfb-0e2b-4a64-9153-4887103156ba on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:52:58.866444 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Attempting to bind port 27ddadfb-0e2b-4a64-9153-4887103156ba by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:52:58.866835 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Attempting to bind port 27ddadfb-0e2b-4a64-9153-4887103156ba on network 2200cd44-59f5-44f5-90ce-158fb8a1c9db {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:52:58.872832 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:52:58.873366 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Checking segment: {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:52:58.873877 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.874397 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Bound using segment: {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:52:58.874986 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Bound port: 27ddadfb-0e2b-4a64-9153-4887103156ba, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:52:58.876426 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.949598 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:52:58.960427 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Sync routers for ids ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:52:58.962510 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] For port 27ddadfb-0e2b-4a64-9153-4887103156ba, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:52:58.967197 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] For port 27ddadfb-0e2b-4a64-9153-4887103156ba, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=27ddadfb-0e2b-4a64-9153-4887103156ba,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:52:58.974757 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Routers {'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:52:58.975157 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.975810 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:52:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:58.977260 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:58.978123 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-942e56d1-dadd-4ac2-a221-1a50341ccccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:52:58.983445 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-c37789de-2a85-4a5a-882b-4b190c6a1238 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6975617 Jun 22 18:52:58.983770 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 42956) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:52:59.069064 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Pushing event updated for resources: {'Port': ['ID=27ddadfb-0e2b-4a64-9153-4887103156ba,revision_number=4']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:52:59.075683 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-26680655-b67b-4315-8d4b-3efbaeb4d8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:52:59.082996 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:52:59.083859 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:52:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:59.158131 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Set router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:52:59.290764 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:52:59.421132 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c115a6de-9279-441b-8bc2-917d6ac4dcca None None] Network 0a99574c-6969-4ddf-963d-26c48a3de8a2 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:52:59.484300 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 3, 'project_id': '55b2552d5a33499989021af659c0b057', 'gw_port': {'id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:59.519628 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-4a455aca-bfc0-4c13-a455-f617284ca072 None None] Provisioning for port b003b74d-afc1-4aad-9832-b6102fc07fc1 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:52:59.524027 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Checking router: ceaf5353-08b8-4c4d-9aa8-63172a17a5ef for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:52:59.524345 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Updating router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef port 041a206f-aec5-4264-b817-65cb4e807a9a binding host dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:52:59.566753 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:52:59.596025 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:59.598839 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d575f-7eb1-4e96-a14e-5ad5836d9725 None None] The sync data for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi is: [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:52:59.722449 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:52:59.937560 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Allocated IP 172.20.0.1 (0a99574c-6969-4ddf-963d-26c48a3de8a2/88f26781-4fbf-4635-a200-3544465e93f2/a6b7f949-40d4-4505-be07-dea6b07eaa44) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:52:59.976188 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Notify callbacks [] for port, precommit_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.006103 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Transition to ACTIVE for port object 041a206f-aec5-4264-b817-65cb4e807a9a will not be triggered until provisioned by entity L2. {{(pid=92907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:53:00.019920 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.022482 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:00.087395 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Attempting to bind port 041a206f-aec5-4264-b817-65cb4e807a9a on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:53:00.088238 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Attempting to bind port 041a206f-aec5-4264-b817-65cb4e807a9a by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:53:00.088715 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Attempting to bind port 041a206f-aec5-4264-b817-65cb4e807a9a on network 3bb08a0c-1f11-4363-b90d-06294274e1e7 {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:53:00.097965 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:53:00.098727 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.104923 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Checking segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:53:00.106836 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.107302 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Bound using segment: {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'} {{(pid=92907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:53:00.108014 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.managers [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Bound port: 041a206f-aec5-4264-b817-65cb4e807a9a, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a4e49-1045-405f-ade7-bb20ef9d8085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7'}}] {{(pid=92907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:53:00.108768 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.111836 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccce47-706b-4108-8eac-6f8e304fb89e None None] Pushing event updated for resources: {'Port': ['ID=041a206f-aec5-4264-b817-65cb4e807a9a,revision_number=2']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:00.116133 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-92ccce47-706b-4108-8eac-6f8e304fb89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:00.118545 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.provisioning_blocks [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Transition to ACTIVE for port object a6b7f949-40d4-4505-be07-dea6b07eaa44 will not be triggered until provisioned by entity DHCP. {{(pid=92906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:53:00.148895 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 27ddadfb-0e2b-4a64-9153-4887103156ba up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:00.169252 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2973071'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.171473 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-fbd53fb5-a865-4507-b610-b6c485ad2811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:00.215161 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Network 0a99574c-6969-4ddf-963d-26c48a3de8a2 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:53:00.215927 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] For port 041a206f-aec5-4264-b817-65cb4e807a9a, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:53:00.218221 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:53:00.221058 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:53:00.240093 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] For port 041a206f-aec5-4264-b817-65cb4e807a9a, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=041a206f-aec5-4264-b817-65cb4e807a9a,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:53:00.247121 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 27ddadfb-0e2b-4a64-9153-4887103156ba completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:53:00.249933 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b7f949-40d4-4505-be07-dea6b07eaa44,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:00.253206 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.253641 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:00.261066 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-7425536e-d3ac-41b4-a4c9-a79e4048b616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:00.266923 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 27ddadfb-0e2b-4a64-9153-4887103156ba triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:00.267193 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.272688 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616143'] for router_interface, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.378512 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Routers {'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:53:00.379162 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:52:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:00.381022 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccce47-706b-4108-8eac-6f8e304fb89e None None] Pushing event updated for resources: {'Port': ['ID=041a206f-aec5-4264-b817-65cb4e807a9a,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:00.392857 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-92ccce47-706b-4108-8eac-6f8e304fb89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:00.446351 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.624078 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.629086 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.632297 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:00.674338 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.676084 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-29a54b1f-6db5-4b49-8536-d298e71809d2 None None] Provisioning for port a6b7f949-40d4-4505-be07-dea6b07eaa44 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:53:00.693561 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-29a54b1f-6db5-4b49-8536-d298e71809d2 None None] Provisioning complete for port a6b7f949-40d4-4505-be07-dea6b07eaa44 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:00.693912 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-29a54b1f-6db5-4b49-8536-d298e71809d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.699905 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b7f949-40d4-4505-be07-dea6b07eaa44,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:00.702263 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687747'] for router_interface, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.704822 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:00.740386 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] Set router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:53:00.775898 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 27ddadfb-0e2b-4a64-9153-4887103156ba, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=27ddadfb-0e2b-4a64-9153-4887103156ba,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:53:00.801803 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Network 0a99574c-6969-4ddf-963d-26c48a3de8a2 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:53:00.803427 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:53:00.809062 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:00.809901 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device b003b74d-afc1-4aad-9832-b6102fc07fc1 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:00.816485 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-657f4d41-78d8-4a84-b4b6-794ef519a944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:00.824415 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-29a54b1f-6db5-4b49-8536-d298e71809d2 None None] Port a6b7f949-40d4-4505-be07-dea6b07eaa44 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:53:00.934307 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:53:00.960522 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=27ddadfb-0e2b-4a64-9153-4887103156ba,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:00.965438 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:00.995975 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port b003b74d-afc1-4aad-9832-b6102fc07fc1 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:53:01.002341 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port b003b74d-afc1-4aad-9832-b6102fc07fc1 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:01.002719 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:01.051456 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:53:01.057105 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-4f5567eb-f1f5-4673-b638-ecff909e7da9 admin admin] 10.222.0.39 "PUT /v2.0/routers/ceaf5353-08b8-4c4d-9aa8-63172a17a5ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0722067 Jun 22 18:53:01.066575 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-e176f341-807d-403d-bee8-83509abe3154 None None] Provisioning complete for port a6b7f949-40d4-4505-be07-dea6b07eaa44 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:01.066957 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e176f341-807d-403d-bee8-83509abe3154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:01.093910 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 3, 'project_id': '55b2552d5a33499989021af659c0b057', 'gw_port': {'id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:01.147897 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e10df8-332f-4ac0-8c63-348726f8e121 None None] The sync data for ids ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'] in dv-cinder-769602-3-iscsi is: [{'id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 3, 'project_id': '55b2552d5a33499989021af659c0b057', 'gw_port': {'id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:53:01.157454 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-e176f341-807d-403d-bee8-83509abe3154 None None] Port a6b7f949-40d4-4505-be07-dea6b07eaa44 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:53:01.170847 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:01.206719 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port b003b74d-afc1-4aad-9832-b6102fc07fc1, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=b003b74d-afc1-4aad-9832-b6102fc07fc1,segment=NetworkSegment(1abb30ce-54aa-442d-b206-0e6263f47dee),segment_id=1abb30ce-54aa-442d-b206-0e6263f47dee)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:53:01.211527 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:01.212663 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device cdf363a0-a131-4d54-a670-2ca5f49222ea up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:01.216179 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:01.298216 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=b003b74d-afc1-4aad-9832-b6102fc07fc1,revision_number=3']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:01.303955 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:01.310086 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port cdf363a0-a131-4d54-a670-2ca5f49222ea triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:01.310475 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:02.071228 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 27ddadfb-0e2b-4a64-9153-4887103156ba up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:02.131738 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 27ddadfb-0e2b-4a64-9153-4887103156ba triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:02.132294 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:02.226609 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 041a206f-aec5-4264-b817-65cb4e807a9a up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:02.283912 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port 041a206f-aec5-4264-b817-65cb4e807a9a completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:53:02.288807 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 041a206f-aec5-4264-b817-65cb4e807a9a triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:02.289305 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:02.392920 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:02.423554 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port 041a206f-aec5-4264-b817-65cb4e807a9a, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=041a206f-aec5-4264-b817-65cb4e807a9a,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:53:02.430370 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:02.431445 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device b003b74d-afc1-4aad-9832-b6102fc07fc1 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:02.433493 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-46ef8724-d332-4010-8901-71202be12ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:02.529906 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=041a206f-aec5-4264-b817-65cb4e807a9a,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:02.543194 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:02.544668 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port b003b74d-afc1-4aad-9832-b6102fc07fc1 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:02.545146 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:03.313425 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Sync routers for ids ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:53:03.324463 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Routers {'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:53:03.325021 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:52:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:03.459282 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Set router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:53:03.817673 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 4, 'project_id': '55b2552d5a33499989021af659c0b057', 'gw_port': {'id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a6b7f949-40d4-4505-be07-dea6b07eaa44', 'name': '', 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'mac_address': 'fa:16:3e:b2:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '88f26781-4fbf-4635-a200-3544465e93f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:59Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 2, 'project_id': '55b2552d5a33499989021af659c0b057', 'subnets': [{'id': '88f26781-4fbf-4635-a200-3544465e93f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:03.848925 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Checking router: ceaf5353-08b8-4c4d-9aa8-63172a17a5ef for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:53:03.849503 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Updating router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef port a6b7f949-40d4-4505-be07-dea6b07eaa44 binding host dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:53:03.902402 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:03.960933 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 041a206f-aec5-4264-b817-65cb4e807a9a up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:04.030434 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port 041a206f-aec5-4264-b817-65cb4e807a9a triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:04.031096 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:04.254161 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Notify callbacks [] for port, precommit_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:04.267045 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.provisioning_blocks [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Transition to ACTIVE for port object a6b7f949-40d4-4505-be07-dea6b07eaa44 will not be triggered until provisioned by entity L2. {{(pid=92908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:53:04.274087 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:04.282569 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:04.384863 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017f63a-e325-4105-8b2a-f349779edbf4 None None] Pushing event updated for resources: {'Port': ['ID=a6b7f949-40d4-4505-be07-dea6b07eaa44,revision_number=3']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:04.401801 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-e017f63a-e325-4105-8b2a-f349779edbf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:04.415536 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Attempting to bind port a6b7f949-40d4-4505-be07-dea6b07eaa44 on host dv-cinder-769602-3-iscsi for vnic_type normal with profile {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:53:04.415854 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Attempting to bind port a6b7f949-40d4-4505-be07-dea6b07eaa44 by drivers openvswitch,hyperv on host dv-cinder-769602-3-iscsi at level 0 using segments [{'id': '1abb30ce-54aa-442d-b206-0e6263f47dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2'}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:53:04.416281 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Attempting to bind port a6b7f949-40d4-4505-be07-dea6b07eaa44 on network 0a99574c-6969-4ddf-963d-26c48a3de8a2 {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:53:04.422491 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Checking agent: {'id': 'd7170dc2-0182-40f6-b0cc-7051a12a6068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-769602-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 23, 26), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-769602-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:53:04.423050 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Checking segment: {'id': '1abb30ce-54aa-442d-b206-0e6263f47dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:53:04.423869 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:04.424389 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Bound using segment: {'id': '1abb30ce-54aa-442d-b206-0e6263f47dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2'} {{(pid=92908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:53:04.424987 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.managers [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Bound port: a6b7f949-40d4-4505-be07-dea6b07eaa44, host: dv-cinder-769602-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abb30ce-54aa-442d-b206-0e6263f47dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2'}}] {{(pid=92908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:53:04.425497 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:04.534132 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] For port a6b7f949-40d4-4505-be07-dea6b07eaa44, host dv-cinder-769602-3-iscsi, cleared binding levels {{(pid=92908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:53:04.537517 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.plugins.ml2.db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] For port a6b7f949-40d4-4505-be07-dea6b07eaa44, host dv-cinder-769602-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a6b7f949-40d4-4505-be07-dea6b07eaa44,segment=NetworkSegment(1abb30ce-54aa-442d-b206-0e6263f47dee),segment_id=1abb30ce-54aa-442d-b206-0e6263f47dee)] {{(pid=92908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:53:04.542141 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron_lib.callbacks.manager [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:04.544519 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:04.599782 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Routers {'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:53:04.600421 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:52:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:04.648284 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017f63a-e325-4105-8b2a-f349779edbf4 None None] Pushing event updated for resources: {'Port': ['ID=a6b7f949-40d4-4505-be07-dea6b07eaa44,revision_number=4']} {{(pid=92908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:04.658257 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG oslo_concurrency.lockutils [None req-e017f63a-e325-4105-8b2a-f349779edbf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:04.740423 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] Set router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:53:04.975165 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 4, 'project_id': '55b2552d5a33499989021af659c0b057', 'gw_port': {'id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a6b7f949-40d4-4505-be07-dea6b07eaa44', 'name': '', 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'mac_address': 'fa:16:3e:b2:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '88f26781-4fbf-4635-a200-3544465e93f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:59Z', 'updated_at': '2021-06-22T18:53:04Z', 'revision_number': 4, 'project_id': '55b2552d5a33499989021af659c0b057', 'subnets': [{'id': '88f26781-4fbf-4635-a200-3544465e93f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:05.008634 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12511db6-c68e-41b1-8e0f-0b93d2ba438b None None] The sync data for ids ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'] in dv-cinder-769602-3-iscsi is: [{'id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 4, 'project_id': '55b2552d5a33499989021af659c0b057', 'gw_port': {'id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': 'a6b7f949-40d4-4505-be07-dea6b07eaa44', 'name': '', 'network_id': '0a99574c-6969-4ddf-963d-26c48a3de8a2', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'mac_address': 'fa:16:3e:b2:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '88f26781-4fbf-4635-a200-3544465e93f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:59Z', 'updated_at': '2021-06-22T18:53:04Z', 'revision_number': 4, 'project_id': '55b2552d5a33499989021af659c0b057', 'subnets': [{'id': '88f26781-4fbf-4635-a200-3544465e93f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:53:05.954927 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a6b7f949-40d4-4505-be07-dea6b07eaa44 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:06.014716 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning for port a6b7f949-40d4-4505-be07-dea6b07eaa44 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:53:06.020028 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port a6b7f949-40d4-4505-be07-dea6b07eaa44 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:06.020562 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:06.122606 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:06.162086 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] For port a6b7f949-40d4-4505-be07-dea6b07eaa44, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a6b7f949-40d4-4505-be07-dea6b07eaa44,segment=NetworkSegment(1abb30ce-54aa-442d-b206-0e6263f47dee),segment_id=1abb30ce-54aa-442d-b206-0e6263f47dee)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:53:06.168832 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:06.170782 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:06.233046 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Pushing event updated for resources: {'Port': ['ID=a6b7f949-40d4-4505-be07-dea6b07eaa44,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:06.246986 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:07.920725 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a6b7f949-40d4-4505-be07-dea6b07eaa44 up at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:07.978772 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Provisioning complete for port a6b7f949-40d4-4505-be07-dea6b07eaa44 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:07.978772 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:10.866894 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-41c9b85d-886e-4dff-9cdd-93c8a9f5f739 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:10.868413 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-41c9b85d-886e-4dff-9cdd-93c8a9f5f739 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 815 time: 0.1106107 Jun 22 18:53:10.883549 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-a5ffa0bf-376a-47c4-a4d4-9c5f664cbdec tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/quotas/c25ea934c5e443c8922c6228a3c1d22e HTTP/1.1" status: 200 len: 375 time: 0.0095043 Jun 22 18:53:10.949191 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-b2a43610-1a3f-4ca6-b5ab-4758bb8f1d28 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604608 Jun 22 18:53:11.048379 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-86fd8c23-eab3-428b-8564-268dc4ef8a35 service neutron] 10.222.0.39 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871532 Jun 22 18:53:11.137828 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-946a5a10-a0e9-43b5-b658-3a81afd47105 service neutron] 10.222.0.39 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837250 Jun 22 18:53:11.327801 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f9807534-14cf-4dac-9c0d-da55b67ec5d2 req-62cb7126-82c3-4a8f-ac98-c17eb292dd27 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 210 time: 0.0465808 Jun 22 18:53:12.506966 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-863e7e74-e243-46d6-a992-f25d5b7a8099 req-35f1058c-5e37-4532-8f8f-5f644588bbf6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 210 time: 0.0323045 Jun 22 18:53:12.559377 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-ee3de48a-adb1-457f-b8b0-97c28fe8a1b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:12.560800 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-ee3de48a-adb1-457f-b8b0-97c28fe8a1b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.109 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 815 time: 0.1370571 Jun 22 18:53:12.580440 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'port': {'device_id': 'b1d98939-6783-4202-a129-1c6e188becb1', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'admin_state_up': True, 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:12.879202 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:53:13.025703 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Made reservation on behalf of c25ea934c5e443c8922c6228a3c1d22e for: {'port': 1} {{(pid=92905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:53:13.034561 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:13.235191 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.db_base_plugin_common [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Allocated IP 172.20.0.7 (2200cd44-59f5-44f5-90ce-158fb8a1c9db/cc2399e6-912c-4873-a6ad-b62df07b5915/67adba63-b739-4193-b942-8f0082d9ba09) {{(pid=92905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:53:13.414290 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for port, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:13.428558 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Transition to ACTIVE for port object 67adba63-b739-4193-b942-8f0082d9ba09 will not be triggered until provisioned by entity DHCP. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:53:13.464782 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26616600'] for port, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:13.470093 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2c6e1f32-3740-4f44-858e-f5f0e72a3b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:13.520626 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Network 2200cd44-59f5-44f5-90ce-158fb8a1c9db is already hosted by enough agents. {{(pid=92905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:53:13.524493 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.scheduler.base_scheduler [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Resources bound (agent type, host, resource id): {{(pid=92905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:53:13.530047 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Received port after_create {{(pid=92905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:53:13.596429 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:13.597213 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:13.611625 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'Port': ['ID=67adba63-b739-4193-b942-8f0082d9ba09,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:13.617458 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0418358 Jun 22 18:53:13.622482 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.622857 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.623228 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.623705 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.624082 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.624461 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.625346 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.626050 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.626413 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.626774 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.627132 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.627509 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:13.631630 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-4bacb85e-160a-4c8f-b791-d3ff05550c37 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:13.772339 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cd19f-e5cf-4889-aa6f-5618ab3a78aa req-dd4d156b-a6e8-464f-9994-4a93df1ef2b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:13.784106 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec1cd19f-e5cf-4889-aa6f-5618ab3a78aa req-dd4d156b-a6e8-464f-9994-4a93df1ef2b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.1080792 Jun 22 18:53:13.833376 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec1cd19f-e5cf-4889-aa6f-5618ab3a78aa req-60a60e62-dc1a-4f4b-a387-df3bca10a4cd tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Jun 22 18:53:13.840067 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-de8fb070-7f3f-4c58-b9c6-46a31e15ef25 None None] Provisioning for port 67adba63-b739-4193-b942-8f0082d9ba09 completed by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:53:13.846843 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-de8fb070-7f3f-4c58-b9c6-46a31e15ef25 None None] Provisioning complete for port 67adba63-b739-4193-b942-8f0082d9ba09 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:13.847966 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-de8fb070-7f3f-4c58-b9c6-46a31e15ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:13.896842 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-de8fb070-7f3f-4c58-b9c6-46a31e15ef25 None None] Port 67adba63-b739-4193-b942-8f0082d9ba09 cannot update to ACTIVE because it is not bound. {{(pid=92907) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:53:15.034957 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13164c0-5b0e-4cc2-ae51-3491386a62e4 req-11da2251-9b51-4c33-90e5-216ec616af33 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:15.036484 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a13164c0-5b0e-4cc2-ae51-3491386a62e4 req-11da2251-9b51-4c33-90e5-216ec616af33 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0726793 Jun 22 18:53:15.075820 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a13164c0-5b0e-4cc2-ae51-3491386a62e4 req-1400a429-2364-4002-9015-60832c987294 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333345 Jun 22 18:53:16.264797 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11496885-a374-437a-a875-5da4d50f7bcd req-6bc75e93-8c91-4410-ba2c-5f9369d90e3f tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:16.267597 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-11496885-a374-437a-a875-5da4d50f7bcd req-6bc75e93-8c91-4410-ba2c-5f9369d90e3f tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0701644 Jun 22 18:53:16.311944 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-11496885-a374-437a-a875-5da4d50f7bcd req-da378dc1-7ab2-4413-95b1-ca7cb261d2fb tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380085 Jun 22 18:53:17.510258 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331875bd-f01a-46d5-b541-0db16868c34b req-11a73277-0792-4c95-8b42-bc6924662103 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:17.511837 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-331875bd-f01a-46d5-b541-0db16868c34b req-11a73277-0792-4c95-8b42-bc6924662103 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0768731 Jun 22 18:53:17.562790 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-331875bd-f01a-46d5-b541-0db16868c34b req-a13c11d5-b455-4da3-b55f-3861a00df27d tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Jun 22 18:53:18.775393 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c3dbb-4805-460b-bce1-c737ff36057d req-84239f7f-1d09-48d5-914a-098f0939b5fa tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:18.776919 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9c5c3dbb-4805-460b-bce1-c737ff36057d req-84239f7f-1d09-48d5-914a-098f0939b5fa tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0798202 Jun 22 18:53:18.824411 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-9c5c3dbb-4805-460b-bce1-c737ff36057d req-9656520b-8349-43dd-b507-cf5feb86d33d tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Jun 22 18:53:20.040275 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0670c6e-9a50-4f2f-871f-c6956580e308 req-1e033ca1-dd3b-4401-99aa-28161ec7f973 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:20.041790 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c0670c6e-9a50-4f2f-871f-c6956580e308 req-1e033ca1-dd3b-4401-99aa-28161ec7f973 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0842562 Jun 22 18:53:20.081349 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c0670c6e-9a50-4f2f-871f-c6956580e308 req-1e856141-45d3-4844-8a5c-ec087fcfcc75 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Jun 22 18:53:21.275720 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e019c6-5270-41a8-b114-c4b185d0930e req-84457c8b-523a-4f49-9412-4c02251d419a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:21.277371 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f4e019c6-5270-41a8-b114-c4b185d0930e req-84457c8b-523a-4f49-9412-4c02251d419a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0779035 Jun 22 18:53:21.319417 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f4e019c6-5270-41a8-b114-c4b185d0930e req-4a05324a-0fdd-4071-8f31-1f98ecc4b060 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359671 Jun 22 18:53:22.086493 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6282c9ee-ad65-4d95-97a4-82b7f40895fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:22.508417 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a22343-edf0-429a-88e2-b4b37c130d71 req-5ea80e86-ea1e-4f2b-9eda-e6ccd052648e tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:22.510287 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-38a22343-edf0-429a-88e2-b4b37c130d71 req-5ea80e86-ea1e-4f2b-9eda-e6ccd052648e tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0743842 Jun 22 18:53:22.554443 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-38a22343-edf0-429a-88e2-b4b37c130d71 req-8885ff4b-e7dd-47d7-971b-370e72db13c6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Jun 22 18:53:23.758492 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba311b-fe3c-4c22-ac3d-3bf6b0c23ddd req-0789257f-e4ae-4607-a24d-e35aa39e1b40 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:23.760285 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-07ba311b-fe3c-4c22-ac3d-3bf6b0c23ddd req-0789257f-e4ae-4607-a24d-e35aa39e1b40 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0772924 Jun 22 18:53:23.812624 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-07ba311b-fe3c-4c22-ac3d-3bf6b0c23ddd req-3bdcd227-1a7d-458c-9413-a5a151e22046 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Jun 22 18:53:24.989811 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfc9fe-c88c-4814-89e7-d8f034bdbbc7 req-91ae271f-1e7e-4d26-b8d0-9287c3d3d967 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:24.991698 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-96bfc9fe-c88c-4814-89e7-d8f034bdbbc7 req-91ae271f-1e7e-4d26-b8d0-9287c3d3d967 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0653379 Jun 22 18:53:25.032623 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-96bfc9fe-c88c-4814-89e7-d8f034bdbbc7 req-d4925288-9cdc-42da-acc3-6ff25a46ae74 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Jun 22 18:53:25.689399 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe9be-3497-4217-ba3a-c9224ac233e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:25.887552 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:26.208745 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:26.215115 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44874-4574-4c9e-9116-5290aa894608 req-694da7f4-79ec-414f-b177-4d5eaf06d10c tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:26.216966 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dde44874-4574-4c9e-9116-5290aa894608 req-694da7f4-79ec-414f-b177-4d5eaf06d10c tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 931 time: 0.0720134 Jun 22 18:53:26.259841 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dde44874-4574-4c9e-9116-5290aa894608 req-9d852ce2-2945-49a1-8a1b-afd152607e8b tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361724 Jun 22 18:53:26.540818 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:26.560089 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-94b7eeeb-017a-4be1-8095-b46cf4a4ead8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:53:26.561105 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-94b7eeeb-017a-4be1-8095-b46cf4a4ead8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054686 Jun 22 18:53:26.668756 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Request body: {'port': {'device_id': 'b1d98939-6783-4202-a129-1c6e188becb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76960'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:26.756867 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:27.035870 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67adba63-b739-4193-b942-8f0082d9ba09 {{(pid=92905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:53:27.043787 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:27.056598 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.provisioning_blocks [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Transition to ACTIVE for port object 67adba63-b739-4193-b942-8f0082d9ba09 will not be triggered until provisioned by entity L2. {{(pid=92905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:53:27.061581 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:27.063658 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-56fb3764-742c-499a-a7d0-e1a64f74a9ee tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:27.116682 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Pushing event updated for resources: {'Port': ['ID=67adba63-b739-4193-b942-8f0082d9ba09,revision_number=2']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:27.141872 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:27.195645 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Attempting to bind port 67adba63-b739-4193-b942-8f0082d9ba09 on host hv-cinder-76960 for vnic_type normal with profile {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:53:27.195965 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Attempting to bind port 67adba63-b739-4193-b942-8f0082d9ba09 by drivers openvswitch,hyperv on host hv-cinder-76960 at level 0 using segments [{'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:53:27.196298 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Attempting to bind port 67adba63-b739-4193-b942-8f0082d9ba09 on network 2200cd44-59f5-44f5-90ce-158fb8a1c9db {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:53:27.201122 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Port 67adba63-b739-4193-b942-8f0082d9ba09 on network 2200cd44-59f5-44f5-90ce-158fb8a1c9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76960 {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:53:27.201458 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Attempting to bind port 67adba63-b739-4193-b942-8f0082d9ba09 on network 2200cd44-59f5-44f5-90ce-158fb8a1c9db {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:53:27.208223 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Checking agent: {'id': '27cc9309-36f0-465d-93a5-bdd2fa51c36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'started_at': datetime.datetime(2021, 6, 22, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:53:27.208550 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Checking segment: {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:53:27.208939 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Bound using segment: {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'} {{(pid=92905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:53:27.209365 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.managers [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Bound port: 67adba63-b739-4193-b942-8f0082d9ba09, host: hv-cinder-76960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98da0477-9fd8-4284-8623-13b30497cefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db'}}] {{(pid=92905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:53:27.209709 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:27.280946 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] For port 67adba63-b739-4193-b942-8f0082d9ba09, host hv-cinder-76960, cleared binding levels {{(pid=92905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:53:27.284038 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] For port 67adba63-b739-4193-b942-8f0082d9ba09, host hv-cinder-76960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=67adba63-b739-4193-b942-8f0082d9ba09,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:53:27.288999 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:27.291240 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-545cb075-4a27-4713-92f2-ffbf8cef4c44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:27.330144 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:27.330784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:27.332436 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] 10.222.0.109 "PUT /v2.0/ports/67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 1093 time: 0.7614036 Jun 22 18:53:27.333132 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:53:27.335721 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a07ae-fdd3-490e-899d-c735d072bf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:53:27.356626 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Pushing event updated for resources: {'Port': ['ID=67adba63-b739-4193-b942-8f0082d9ba09,revision_number=3']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:27.370723 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-45cd4245-e563-4eb5-9f37-ece5291b3f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:27.412738 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74ba128-f720-470b-ba53-07d806096af3 x-openstack-request-id: req-c74ba128-f720-470b-ba53-07d806096af3 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:53:27.413058 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:53:27.413349 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c74ba128-f720-470b-ba53-07d806096af3 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:53:27.413770 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09', 'status': 'completed', 'code': 200} Jun 22 18:53:27.489789 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01cf4-844e-4d30-a059-b9be0c78dab6 req-e24f4206-8673-43b4-b96c-07d014a1f950 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:27.491393 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1ea01cf4-844e-4d30-a059-b9be0c78dab6 req-e24f4206-8673-43b4-b96c-07d014a1f950 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 943 time: 0.1144547 Jun 22 18:53:27.533411 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-6131d228-fbbd-40be-bc4f-ba23fa551a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:27.534894 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-6131d228-fbbd-40be-bc4f-ba23fa551a86 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1096 time: 0.1079674 Jun 22 18:53:27.548658 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-1ea01cf4-844e-4d30-a059-b9be0c78dab6 req-b5f9da14-883c-43bd-b3ae-94be7aa50d1a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Jun 22 18:53:27.588824 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-c709bdcb-0fa0-4fce-8ddf-44770d5a6113 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 217 time: 0.0391719 Jun 22 18:53:27.637878 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-c3c8ab10-6d5e-49d5-893b-a576e2198624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:27.639206 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-c3c8ab10-6d5e-49d5-893b-a576e2198624 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 200 len: 854 time: 0.0446723 Jun 22 18:53:27.720410 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-8cf56d1a-940d-4421-8176-0b33012eeaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:27.722852 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-8cf56d1a-940d-4421-8176-0b33012eeaff service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2200cd44-59f5-44f5-90ce-158fb8a1c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761905 Jun 22 18:53:27.865468 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-8d0bf44e-b3e0-45eb-85da-a63e0bd8c8fa service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331677 Jun 22 18:53:27.960379 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-70986f0b-0a69-4093-b1e3-a18f2f602d02 req-ac3400d3-2084-4582-a10c-3f84b1ebde86 service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882833 Jun 22 18:53:28.111735 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-d3ee9ec4-d87d-4efe-b393-5371a68a028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:28.113206 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-d3ee9ec4-d87d-4efe-b393-5371a68a028c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1096 time: 0.0531554 Jun 22 18:53:28.208195 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-4b81b3fc-5732-4489-b006-edaf4c22d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:28.209627 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-4b81b3fc-5732-4489-b006-edaf4c22d15f service neutron] 10.222.0.109 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 917 time: 0.0895348 Jun 22 18:53:28.253227 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-eb7a5172-ac0f-4971-8676-0e0145cad25e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 217 time: 0.0369687 Jun 22 18:53:28.265960 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:28.302708 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-1c2b1cdc-a08e-4746-86b4-12e0b605ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:28.304166 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-1c2b1cdc-a08e-4746-86b4-12e0b605ff8d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 200 len: 854 time: 0.0436561 Jun 22 18:53:28.366240 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-f64c9acc-e35e-4fc7-9314-a458c237a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:28.367741 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-f64c9acc-e35e-4fc7-9314-a458c237a1aa service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2200cd44-59f5-44f5-90ce-158fb8a1c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569100 Jun 22 18:53:28.460881 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-36d05a26-56fc-41a9-b650-c21f7549fc33 service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863988 Jun 22 18:53:28.558782 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-e72a07ae-fdd3-490e-899d-c735d072bf0e req-6f161a8a-5229-4395-8492-426b5b8ae8e5 service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909979 Jun 22 18:53:28.732557 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54128ca-7610-497b-afad-270afdd337d4 req-002da615-651a-4856-a989-addaf9961015 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:28.734556 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a54128ca-7610-497b-afad-270afdd337d4 req-002da615-651a-4856-a989-addaf9961015 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 943 time: 0.0659225 Jun 22 18:53:28.773973 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-a54128ca-7610-497b-afad-270afdd337d4 req-e1c2c2b9-e04b-4c42-a0af-361ce7887231 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Jun 22 18:53:29.961913 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442ef62-0479-4942-a0b0-861160fd77df req-f9294710-701e-416b-baa9-51fc1293ac42 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:29.963737 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5442ef62-0479-4942-a0b0-861160fd77df req-f9294710-701e-416b-baa9-51fc1293ac42 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 943 time: 0.0657783 Jun 22 18:53:30.004344 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5442ef62-0479-4942-a0b0-861160fd77df req-e331a7d0-5fc0-4353-90f3-02cd15e9e861 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Jun 22 18:53:31.197447 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986faba-6d89-449c-bd9a-f6e904233b12 req-2e14e4b5-59f8-408e-9113-2b2fbb79d2bb tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:31.198815 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7986faba-6d89-449c-bd9a-f6e904233b12 req-2e14e4b5-59f8-408e-9113-2b2fbb79d2bb tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 943 time: 0.0794303 Jun 22 18:53:31.237966 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7986faba-6d89-449c-bd9a-f6e904233b12 req-1217e2aa-a322-4c37-8c8f-0faca526eb91 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329843 Jun 22 18:53:31.297261 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 67adba63-b739-4193-b942-8f0082d9ba09 details requested by agent hyperv_hv-cinder-76960 with host hv-cinder-76960 {{(pid=92907) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:53:31.393565 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 67adba63-b739-4193-b942-8f0082d9ba09, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=67adba63-b739-4193-b942-8f0082d9ba09,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:53:31.404411 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Returning: {'device': '67adba63-b739-4193-b942-8f0082d9ba09', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'port_id': '67adba63-b739-4193-b942-8f0082d9ba09', 'mac_address': 'fa:16:3e:4f:4f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92907) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:53:31.441419 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:31.454899 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67adba63-b739-4193-b942-8f0082d9ba09 {{(pid=92907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:53:31.475509 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 67adba63-b739-4193-b942-8f0082d9ba09, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=67adba63-b739-4193-b942-8f0082d9ba09,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:53:31.479558 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:31.481352 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-92ccce47-706b-4108-8eac-6f8e304fb89e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:31.534918 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=67adba63-b739-4193-b942-8f0082d9ba09,revision_number=4']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:31.543388 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.544006 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.544608 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.545187 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.545781 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.546381 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.547516 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.547516 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.548107 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.548706 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.549315 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.549914 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:31.554043 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:31.880772 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['67adba63-b739-4193-b942-8f0082d9ba09'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:53:32.418595 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781264b0-51a6-431b-a0fc-b1d7c3188eb4 req-4a27e337-df26-434a-89d1-e8a8bf9263e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:32.420109 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-781264b0-51a6-431b-a0fc-b1d7c3188eb4 req-4a27e337-df26-434a-89d1-e8a8bf9263e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 944 time: 0.0690696 Jun 22 18:53:32.460267 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-781264b0-51a6-431b-a0fc-b1d7c3188eb4 req-7d9cfceb-9b68-4fc4-a275-3fd2c4e21da6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345068 Jun 22 18:53:33.312677 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 67adba63-b739-4193-b942-8f0082d9ba09 up at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:53:33.366803 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning for port 67adba63-b739-4193-b942-8f0082d9ba09 completed by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:53:33.370458 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Provisioning complete for port 67adba63-b739-4193-b942-8f0082d9ba09 triggered by entity L2. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:33.370831 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:33.449886 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:33.475523 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09'}] {{(pid=92907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:53:33.477799 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7debed1aca18788fe76407fe885726218fe390921d1e57bc5edaab522a2663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faa060c-51b0-4efd-a774-11098b052900" -d '{"events": [{"server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "name": "network-vif-plugged", "status": "completed", "tag": "67adba63-b739-4193-b942-8f0082d9ba09"}]}' {{(pid=92907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:53:33.492103 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] For port 67adba63-b739-4193-b942-8f0082d9ba09, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=67adba63-b739-4193-b942-8f0082d9ba09,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:53:33.502129 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143'] for port, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:33.504372 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:33.526907 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6b1b40-536b-4ad4-b1de-1324e5502b57 x-openstack-request-id: req-ff6b1b40-536b-4ad4-b1de-1324e5502b57 {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:53:33.527204 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "name": "network-vif-plugged", "status": "completed", "tag": "67adba63-b739-4193-b942-8f0082d9ba09", "code": 200}]} {{(pid=92907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:53:33.527487 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff6b1b40-536b-4ad4-b1de-1324e5502b57 {{(pid=92907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:53:33.527885 dv-cinder-769602-3-iscsi neutron-server[92907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09', 'code': 200} Jun 22 18:53:33.556998 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Pushing event updated for resources: {'Port': ['ID=67adba63-b739-4193-b942-8f0082d9ba09,revision_number=5']} {{(pid=92907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:33.562118 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG oslo_concurrency.lockutils [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:33.645394 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae193b6-b9e8-47ad-b700-3f427a7a0e15 req-087a0619-e12c-4a48-be50-c00e5f462c5a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:33.647118 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0ae193b6-b9e8-47ad-b700-3f427a7a0e15 req-087a0619-e12c-4a48-be50-c00e5f462c5a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0720866 Jun 22 18:53:33.687585 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-0ae193b6-b9e8-47ad-b700-3f427a7a0e15 req-1de7acf3-240f-40db-ae32-4de67d28d1df tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Jun 22 18:53:33.790313 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d93e07-442a-469f-8182-f98ab08c57fc req-e53e2bf1-5b57-4287-8116-c83a798103ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:33.791810 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-08d93e07-442a-469f-8182-f98ab08c57fc req-e53e2bf1-5b57-4287-8116-c83a798103ed service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1098 time: 0.0558107 Jun 22 18:53:33.826706 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-08d93e07-442a-469f-8182-f98ab08c57fc req-e69c755c-3b4f-473f-a67e-302674cf21ff service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283256 Jun 22 18:53:34.882418 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaa586-3cc9-4a1f-b9ee-e906f6be75bb req-2eeb1f26-384d-4a6b-b7cc-8163caf26b1d tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:34.883894 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-94aaa586-3cc9-4a1f-b9ee-e906f6be75bb req-2eeb1f26-384d-4a6b-b7cc-8163caf26b1d tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0685964 Jun 22 18:53:34.922518 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-94aaa586-3cc9-4a1f-b9ee-e906f6be75bb req-d7b9b941-2c26-4d68-9360-4b7cb90a671b tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Jun 22 18:53:36.108875 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f28050-5804-451f-bb61-e9a138f01c11 req-6e9fcec4-9390-47d2-a99c-2f31a184e1b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:36.110297 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-26f28050-5804-451f-bb61-e9a138f01c11 req-6e9fcec4-9390-47d2-a99c-2f31a184e1b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0773988 Jun 22 18:53:36.151769 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-26f28050-5804-451f-bb61-e9a138f01c11 req-b7d5ba0b-90de-4506-9471-19dd744dca73 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355566 Jun 22 18:53:36.331452 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88683ef-612f-4371-94c3-fa0c4f6ec90e req-52bbc5d5-ca40-47b0-b248-7c7746f4f83b tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:36.333194 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b88683ef-612f-4371-94c3-fa0c4f6ec90e req-52bbc5d5-ca40-47b0-b248-7c7746f4f83b tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0701320 Jun 22 18:53:36.371729 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b88683ef-612f-4371-94c3-fa0c4f6ec90e req-c994480f-1ba0-457d-abe3-33bd81db7957 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Jun 22 18:53:36.756674 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f2608-be9c-4cf5-a7c9-66fbb7243128 req-9487f3ed-e612-4da3-bc24-7df86d580499 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:36.758112 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-825f2608-be9c-4cf5-a7c9-66fbb7243128 req-9487f3ed-e612-4da3-bc24-7df86d580499 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0637794 Jun 22 18:53:36.800840 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-825f2608-be9c-4cf5-a7c9-66fbb7243128 req-b32d4cdb-2e91-401c-a4fb-bcd61534d729 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370910 Jun 22 18:53:46.417406 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca624b8-43bd-4ccd-a148-b92ece53be17 req-f9f96203-d07f-46c9-a53b-93c93f82a317 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:46.418786 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bca624b8-43bd-4ccd-a148-b92ece53be17 req-f9f96203-d07f-46c9-a53b-93c93f82a317 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0646701 Jun 22 18:53:46.456922 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-bca624b8-43bd-4ccd-a148-b92ece53be17 req-12eedd23-1e76-4ae8-86f1-e26d8c55962a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Jun 22 18:53:46.482109 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43144) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:53:46.575736 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd02497d-eabe-49fd-8fc0-af678daaf606 tempest-TestMinimumBasicScenario-272884854 tempest-TestMinimumBasicScenario-272884854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:46.577820 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-bd02497d-eabe-49fd-8fc0-af678daaf606 tempest-TestMinimumBasicScenario-272884854 tempest-TestMinimumBasicScenario-272884854-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1093 time: 0.0941534 Jun 22 18:53:46.581060 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43148) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:53:46.585710 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'floatingip': {'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'port_id': '67adba63-b739-4193-b942-8f0082d9ba09', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:46.607124 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for floatingip, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:46.708926 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-643255'] for port, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:46.814403 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_common [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Allocated IP 172.27.3.74 (3bb08a0c-1f11-4363-b90d-06294274e1e7/10623205-50a1-4ed5-94c8-d0aa3fb34a1f/a4c4a9d0-4239-4c92-94d3-48cb3ed487e6) {{(pid=92906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:53:46.920346 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for port, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:46.958894 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758128916080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2973071'] for port, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:46.961263 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-572f3ceb-a46b-4d09-ab85-d4cd2f1f7032 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:46.999649 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Network 3bb08a0c-1f11-4363-b90d-06294274e1e7 is already hosted by enough agents. {{(pid=92906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:53:47.002866 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.base_scheduler [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Resources bound (agent type, host, resource id): {{(pid=92906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:53:47.006213 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Received port after_create {{(pid=92906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:53:47.029085 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'Port': ['ID=a4c4a9d0-4239-4c92-94d3-48cb3ed487e6,revision_number=1']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:47.039990 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.040365 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.040734 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.041099 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.041457 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.041812 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.042173 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.042520 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.042869 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.043215 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.043590 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.043938 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:53:47.051519 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:47.383642 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:47.460885 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:47.604457 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for port, precommit_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:47.609086 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973085'] for port, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:47.611054 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-c7f2f5f2-5ef2-4a5b-9b8d-e50d2cca2946 tempest-AttachVolumeShelveTestJSON-2071511438 tempest-AttachVolumeShelveTestJSON-2071511438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:47.678617 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'Port': ['ID=a4c4a9d0-4239-4c92-94d3-48cb3ed487e6,revision_number=2']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:47.683052 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:47.693406 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621385'] for floatingip, after_update {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:47.794791 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.l3_db [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Floating IP 326da5af-37f8-4ecd-96b8-5e540f330596 associated. External IP: 172.27.3.74, port: 67adba63-b739-4193-b942-8f0082d9ba09. Jun 22 18:53:48.220233 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Router ed576440-8c04-44c2-a796-792dd09df942 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:53:48.326027 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:53:48.336295 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] Sync routers for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:53:48.344762 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.347024 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:53:48.347614 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:53:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:48.381227 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-20a5003e-389d-49b6-a7a6-174233dd7f01 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7989924 Jun 22 18:53:48.381908 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09'}] {{(pid=92906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:53:48.384188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43150) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:53:48.384677 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ff035369c1c9d6bf504f743e9aafde6dd958d2f8985069b97200d5a2741ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5902726d-cc7c-4774-99c6-08ba15926308" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09"}]}' {{(pid=92906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:53:48.389350 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-abfc22f2-cf6d-4b59-9838-ba5a68733094 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1143527823', 'description': 'tempest-secgroup-smoke-1143527823 description', 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:48.417491 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-abfc22f2-cf6d-4b59-9838-ba5a68733094 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.457975 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:53:48.507143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-abfc22f2-cf6d-4b59-9838-ba5a68733094 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.516021 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-abfc22f2-cf6d-4b59-9838-ba5a68733094 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.518684 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-c63b46aa-6b43-4129-953c-e0a1556dd050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:48.545136 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-abfc22f2-cf6d-4b59-9838-ba5a68733094 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.549031 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-abfc22f2-cf6d-4b59-9838-ba5a68733094 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1605527 Jun 22 18:53:48.549425 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43156) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:53:48.555039 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-6548506a-f6f9-49a7-bdaa-6a3ac81f88e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'security_group_rule': {'security_group_id': '4c18bda4-e2a9-427b-83ab-91dc0a0b6f98', 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:48.562157 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc22f2-cf6d-4b59-9838-ba5a68733094 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98,revision_number=1']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:48.565968 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-abfc22f2-cf6d-4b59-9838-ba5a68733094 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:48.585717 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc2d727-5d5c-457f-904d-8020c9bace92 x-openstack-request-id: req-2bc2d727-5d5c-457f-904d-8020c9bace92 {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:53:48.586052 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09", "status": "completed", "code": 200}]} {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:53:48.586341 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bc2d727-5d5c-457f-904d-8020c9bace92 {{(pid=92906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:53:48.586775 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09', 'status': 'completed', 'code': 200} Jun 22 18:53:48.588858 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6548506a-f6f9-49a7-bdaa-6a3ac81f88e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.667251 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6548506a-f6f9-49a7-bdaa-6a3ac81f88e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.687539 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6548506a-f6f9-49a7-bdaa-6a3ac81f88e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.691925 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:48.704904 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '326da5af-37f8-4ecd-96b8-5e540f330596', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'port_id': '67adba63-b739-4193-b942-8f0082d9ba09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'mac_address': 'fa:16:3e:4f:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d98939-6783-4202-a129-1c6e188becb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:53:47Z', 'updated_at': '2021-06-22T18:53:47Z', 'revision_number': 0, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 5, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:48.713562 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548506a-f6f9-49a7-bdaa-6a3ac81f88e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac2e429-ae79-4841-9449-303bfdbedf39,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:48.717400 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6548506a-f6f9-49a7-bdaa-6a3ac81f88e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:48.718764 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-6548506a-f6f9-49a7-bdaa-6a3ac81f88e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.723588 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-6548506a-f6f9-49a7-bdaa-6a3ac81f88e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699169 Jun 22 18:53:48.724136 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43158) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:53:48.729277 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-85a2fc72-f375-4fec-b6ec-828e4a5860e6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'security_group_rule': {'security_group_id': '4c18bda4-e2a9-427b-83ab-91dc0a0b6f98', 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:48.732660 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] Checking router: ed576440-8c04-44c2-a796-792dd09df942 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:53:48.742138 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:53:48.742759 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:53:26Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:48.743812 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902726d-cc7c-4774-99c6-08ba15926308 req-cb4d185e-9004-43e7-92b3-86de475fe26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:48.746335 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5902726d-cc7c-4774-99c6-08ba15926308 req-cb4d185e-9004-43e7-92b3-86de475fe26e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1098 time: 0.0949349 Jun 22 18:53:48.760914 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-85a2fc72-f375-4fec-b6ec-828e4a5860e6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.823937 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-85a2fc72-f375-4fec-b6ec-828e4a5860e6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.829058 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-85a2fc72-f375-4fec-b6ec-828e4a5860e6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.831632 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:48.849860 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2fc72-f375-4fec-b6ec-828e4a5860e6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f62cb0-fe46-42dd-9109-7ea596fdb950,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:48.850449 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902726d-cc7c-4774-99c6-08ba15926308 req-9b845bf9-8ada-4c8d-9da3-8bc53523b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:48.852051 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5902726d-cc7c-4774-99c6-08ba15926308 req-9b845bf9-8ada-4c8d-9da3-8bc53523b2d1 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 917 time: 0.0998039 Jun 22 18:53:48.853021 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-85a2fc72-f375-4fec-b6ec-828e4a5860e6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:48.857708 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-85a2fc72-f375-4fec-b6ec-828e4a5860e6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.859820 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-85a2fc72-f375-4fec-b6ec-828e4a5860e6 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346235 Jun 22 18:53:48.862138 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43160) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:53:48.867231 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-6d1e3c2d-caee-44d7-8cf7-ac9b1b4ba989 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'security_group_rule': {'security_group_id': '4c18bda4-e2a9-427b-83ab-91dc0a0b6f98', 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:48.869400 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:53:48.896280 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3c2d-caee-44d7-8cf7-ac9b1b4ba989 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.927260 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5902726d-cc7c-4774-99c6-08ba15926308 req-93e78f73-5ef1-4a4f-a1ce-55fa3ad87711 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 998 time: 0.0643897 Jun 22 18:53:48.956881 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3c2d-caee-44d7-8cf7-ac9b1b4ba989 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.961528 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3c2d-caee-44d7-8cf7-ac9b1b4ba989 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.963785 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:48.980743 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e3c2d-caee-44d7-8cf7-ac9b1b4ba989 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d4bf25-89e3-4f6a-b93e-0ee2a40879d3,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:48.983211 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902726d-cc7c-4774-99c6-08ba15926308 req-fb6d8c92-42e0-4a2b-ac68-b4d4f79ecbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:48.984094 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-6d1e3c2d-caee-44d7-8cf7-ac9b1b4ba989 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:48.985457 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5902726d-cc7c-4774-99c6-08ba15926308 req-fb6d8c92-42e0-4a2b-ac68-b4d4f79ecbc6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 200 len: 854 time: 0.0498660 Jun 22 18:53:48.989177 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3c2d-caee-44d7-8cf7-ac9b1b4ba989 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:48.990342 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-6d1e3c2d-caee-44d7-8cf7-ac9b1b4ba989 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268623 Jun 22 18:53:48.995773 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43162) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:53:49.000395 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.v2.base [None req-e0cf697a-fbbd-4b86-a6e0-13b2b6a47185 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'security_group_rule': {'security_group_id': '4c18bda4-e2a9-427b-83ab-91dc0a0b6f98', 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:49.027436 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0cf697a-fbbd-4b86-a6e0-13b2b6a47185 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.049911 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902726d-cc7c-4774-99c6-08ba15926308 req-c329a1ef-1cf0-40d4-9323-02af682298b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:49.051354 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5902726d-cc7c-4774-99c6-08ba15926308 req-c329a1ef-1cf0-40d4-9323-02af682298b3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2200cd44-59f5-44f5-90ce-158fb8a1c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586147 Jun 22 18:53:49.097130 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0cf697a-fbbd-4b86-a6e0-13b2b6a47185 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.101461 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0cf697a-fbbd-4b86-a6e0-13b2b6a47185 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.117215 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-cab5a99f-1517-4415-8bf4-7225f096daa5 tempest-TestShelveInstance-249153714 tempest-TestShelveInstance-249153714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:49.128013 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-e0cf697a-fbbd-4b86-a6e0-13b2b6a47185 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.133168 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-e0cf697a-fbbd-4b86-a6e0-13b2b6a47185 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325965 Jun 22 18:53:49.133475 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43164) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:53:49.135087 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf697a-fbbd-4b86-a6e0-13b2b6a47185 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c105bf24-c6d6-4993-9b77-137635cf2277,revision_number=0']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:49.140633 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-3c2f2255-07e0-4639-ab89-1cdc577f4b36 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'security_group_rule': {'security_group_id': '4c18bda4-e2a9-427b-83ab-91dc0a0b6f98', 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:49.141894 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-e0cf697a-fbbd-4b86-a6e0-13b2b6a47185 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:49.178284 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5902726d-cc7c-4774-99c6-08ba15926308 req-031dbbd7-f66c-4faa-91a2-a878184978b6 service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162806 Jun 22 18:53:49.195856 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.securitygroups_db [None req-3c2f2255-07e0-4639-ab89-1cdc577f4b36 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Project c25ea934c5e443c8922c6228a3c1d22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:53:49.233860 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2255-07e0-4639-ab89-1cdc577f4b36 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.280454 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '326da5af-37f8-4ecd-96b8-5e540f330596', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'port_id': '67adba63-b739-4193-b942-8f0082d9ba09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'mac_address': 'fa:16:3e:4f:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d98939-6783-4202-a129-1c6e188becb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:53:47Z', 'updated_at': '2021-06-22T18:53:47Z', 'revision_number': 0, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 5, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:53:49.307626 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9109bae-341f-4c1d-a5bd-90752f71fc97 None None] The sync data for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi is: [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_floatingips': [{'id': '326da5af-37f8-4ecd-96b8-5e540f330596', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'router_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'port_id': '67adba63-b739-4193-b942-8f0082d9ba09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'mac_address': 'fa:16:3e:4f:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d98939-6783-4202-a129-1c6e188becb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:53:47Z', 'updated_at': '2021-06-22T18:53:47Z', 'revision_number': 0, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 5, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:53:49.325779 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2255-07e0-4639-ab89-1cdc577f4b36 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.329066 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5902726d-cc7c-4774-99c6-08ba15926308 req-e8456db7-1cc5-41b2-a4f7-cf202afb736c service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440616 Jun 22 18:53:49.332172 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2255-07e0-4639-ab89-1cdc577f4b36 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.334587 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-6548506a-f6f9-49a7-bdaa-6a3ac81f88e2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:49.353884 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f2255-07e0-4639-ab89-1cdc577f4b36 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cb2547-1319-4c03-9603-2602b4fc4a4a,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:49.357126 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-3c2f2255-07e0-4639-ab89-1cdc577f4b36 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:49.360826 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2255-07e0-4639-ab89-1cdc577f4b36 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.362496 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-3c2f2255-07e0-4639-ab89-1cdc577f4b36 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2278943 Jun 22 18:53:49.365105 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43166) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:53:49.370035 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [None req-2f805dda-195a-4121-b7d8-cf14366be6c8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'security_group_rule': {'security_group_id': '4c18bda4-e2a9-427b-83ab-91dc0a0b6f98', 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:49.402840 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.db.securitygroups_db [None req-2f805dda-195a-4121-b7d8-cf14366be6c8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Project c25ea934c5e443c8922c6228a3c1d22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:53:49.409007 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2f805dda-195a-4121-b7d8-cf14366be6c8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.475797 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2f805dda-195a-4121-b7d8-cf14366be6c8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.479728 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2f805dda-195a-4121-b7d8-cf14366be6c8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444613'] for security_group_rule, after_create {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.485575 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:49.501061 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f805dda-195a-4121-b7d8-cf14366be6c8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f073642-74cd-4f2a-9c41-170317358d3b,revision_number=0']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:49.504200 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-2f805dda-195a-4121-b7d8-cf14366be6c8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:49.510140 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-2f805dda-195a-4121-b7d8-cf14366be6c8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.511718 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-2f805dda-195a-4121-b7d8-cf14366be6c8 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455581 Jun 22 18:53:49.513081 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57673f2b-e9b6-4260-afbd-767371a6436f None None] New status for floating IP 326da5af-37f8-4ecd-96b8-5e540f330596: ACTIVE {{(pid=92908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:53:49.636588 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-8f08b8aa-c4fd-4d0c-aea9-5787552c2aea tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143527823&fields=id&tenant_id=c25ea934c5e443c8922c6228a3c1d22e HTTP/1.1" status: 200 len: 267 time: 0.0330696 Jun 22 18:53:49.705343 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-10dc0414-5e48-4b44-997c-97d2608e9ce4 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:49.706942 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-10dc0414-5e48-4b44-997c-97d2608e9ce4 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0638893 Jun 22 18:53:49.723404 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'port': {'security_groups': ['8e686ab1-b499-4ad8-8362-123c3ea5762d', '4c18bda4-e2a9-427b-83ab-91dc0a0b6f98']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:53:49.819255 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:49.878895 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:53:50.019123 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] For port 67adba63-b739-4193-b942-8f0082d9ba09, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=67adba63-b739-4193-b942-8f0082d9ba09,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:53:50.056509 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:50.062253 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:50.067680 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5fdaa1f4-014d-4318-87d7-a07c0371ce1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:53:50.102921 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['67adba63-b739-4193-b942-8f0082d9ba09'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:53:50.114044 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:50.114704 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:50.116182 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-642a0f90-f544-40d6-a4b1-30b15b6a6dda req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "PUT /v2.0/ports/67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 981 time: 0.3984540 Jun 22 18:53:50.116853 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:53:50.119251 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:53:50.148871 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'Port': ['ID=67adba63-b739-4193-b942-8f0082d9ba09,revision_number=6']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:53:50.152707 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-eb841d82-2a47-4a75-955d-da3963cf4e25 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:53:50.183956 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216ce491-8191-4cd4-9259-466b9c5cf255 x-openstack-request-id: req-216ce491-8191-4cd4-9259-466b9c5cf255 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:53:50.184285 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:53:50.184603 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-216ce491-8191-4cd4-9259-466b9c5cf255 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:53:50.185057 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09', 'status': 'completed', 'code': 200} Jun 22 18:53:50.257318 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['67adba63-b739-4193-b942-8f0082d9ba09'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:53:50.358833 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-c1ef8b1d-1525-40c5-b480-dab1cb51001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:50.360388 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-c1ef8b1d-1525-40c5-b480-dab1cb51001a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1137 time: 0.1230330 Jun 22 18:53:50.376322 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0dfb6-37ff-4bb7-a4d6-8dc66eca4b6f req-6154998d-7d5a-4f41-8d5f-189505ae383f tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:50.377807 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-00f0dfb6-37ff-4bb7-a4d6-8dc66eca4b6f req-6154998d-7d5a-4f41-8d5f-189505ae383f tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.1238716 Jun 22 18:53:50.473420 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-00f0dfb6-37ff-4bb7-a4d6-8dc66eca4b6f req-5fea5854-2e01-42b0-af3a-5324afb944dd tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866442 Jun 22 18:53:50.501354 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-3b25de3a-e9ec-4918-bded-c568b7cf34aa None None] Provisioning complete for port 67adba63-b739-4193-b942-8f0082d9ba09 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:53:50.501601 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-97b8dab5-512e-4e3e-a56b-ae0741f987b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:50.501707 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-3b25de3a-e9ec-4918-bded-c568b7cf34aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:50.503090 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-97b8dab5-512e-4e3e-a56b-ae0741f987b0 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 917 time: 0.1244540 Jun 22 18:53:50.569042 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-ebdb27d8-e560-4356-8a79-33ac11fbc3ec service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 1000 time: 0.0591519 Jun 22 18:53:50.617527 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-58b521ef-3e7f-472d-8fbd-3cb1c28163bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:50.618883 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-58b521ef-3e7f-472d-8fbd-3cb1c28163bf service neutron] 10.222.0.109 "GET /v2.0/subnets?id=cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 200 len: 854 time: 0.0435739 Jun 22 18:53:50.691429 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-df177d34-1849-4961-92d1-8c61f75311d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:53:50.693121 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-df177d34-1849-4961-92d1-8c61f75311d9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2200cd44-59f5-44f5-90ce-158fb8a1c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602565 Jun 22 18:53:50.787941 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-bbb29fe7-8878-4690-a232-e621daf82c6c service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850642 Jun 22 18:53:50.888457 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dbc98c8e-0d0e-4c7b-9b3c-087d2992bcd1 req-17552ec5-c7d8-43cc-8433-16dd8b30c1ae service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940363 Jun 22 18:53:52.087253 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-69b4e446-0ae8-4df9-b387-d8b9fe70f19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:55.692574 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-9515cfc5-4fc0-48db-a8e9-1dfa95df59d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:55.890878 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:56.207952 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:56.551635 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:53:58.270374 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:13.920018 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-ba368565-3c9d-40eb-bfbf-bd47181ed9a7 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522821 Jun 22 18:54:14.037958 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-242fa453-4ecd-4897-9e58-08f5a4b8e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:14.039470 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-242fa453-4ecd-4897-9e58-08f5a4b8e358 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1137 time: 0.0545621 Jun 22 18:54:14.148416 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-d36b4e27-bda5-4565-a096-b8e64a254369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:14.149792 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-d36b4e27-bda5-4565-a096-b8e64a254369 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 917 time: 0.0881701 Jun 22 18:54:14.219182 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-44edac6e-4103-42e9-b33a-689b476a2ed0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 1000 time: 0.0613723 Jun 22 18:54:14.267286 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-21d215c1-fea9-4254-824a-39de240a3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:14.269573 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-21d215c1-fea9-4254-824a-39de240a3024 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 200 len: 854 time: 0.0436938 Jun 22 18:54:14.334599 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-998ffed3-dd4f-43f8-a6e2-b899f3a7b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:14.336136 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-998ffed3-dd4f-43f8-a6e2-b899f3a7b10e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2200cd44-59f5-44f5-90ce-158fb8a1c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595434 Jun 22 18:54:14.433485 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-84e3f5bb-13a6-4f48-ae0b-0d049e0a07d8 service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890062 Jun 22 18:54:14.533633 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-c088227d-8ffa-4d79-b64e-3943a5f1af87 req-9fb1b2d9-1b49-4c60-827e-b4f624d647ce service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931759 Jun 22 18:54:22.089704 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-92171a0d-9a38-4c3a-a27f-53400154a365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:25.695675 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b75e0c70-be30-467f-a77a-35bec60da06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:25.893499 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:26.211934 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:26.580180 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:26.878481 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:54:28.271685 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:51.602215 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-fa49b53b-316c-4081-800d-3aea4e5f6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:51.603615 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-fa49b53b-316c-4081-800d-3aea4e5f6ddd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1137 time: 0.0909150 Jun 22 18:54:51.611373 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626bb63-1c63-472d-8271-e38dd4b28930 req-3021fed0-7bf2-41e7-b4cb-2f14c22f50d2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:51.612715 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7626bb63-1c63-472d-8271-e38dd4b28930 req-3021fed0-7bf2-41e7-b4cb-2f14c22f50d2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.1120193 Jun 22 18:54:51.698546 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7626bb63-1c63-472d-8271-e38dd4b28930 req-b33d6abb-f3d7-4c8b-9e64-015a0ab59401 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773549 Jun 22 18:54:51.731079 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-85c0df9a-382c-4f55-be52-e5749ba5745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:51.732679 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-85c0df9a-382c-4f55-be52-e5749ba5745b service neutron] 10.222.0.109 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 917 time: 0.1191008 Jun 22 18:54:51.797547 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-470ef994-baf0-415d-bf48-0c085577bdfd service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 1000 time: 0.0577271 Jun 22 18:54:51.852537 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-e947285b-f596-4cf4-816e-e2f9fd157787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:51.853891 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-e947285b-f596-4cf4-816e-e2f9fd157787 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 200 len: 854 time: 0.0491879 Jun 22 18:54:51.911399 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-841cf8c8-bc12-41e2-b22d-c80d281f028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:51.912875 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-841cf8c8-bc12-41e2-b22d-c80d281f028d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2200cd44-59f5-44f5-90ce-158fb8a1c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515733 Jun 22 18:54:52.002562 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-830c8ece-dd66-471c-937e-50624cd7be3f service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823421 Jun 22 18:54:52.095106 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-46d67f16-fab8-40b8-a652-0927fd007245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:52.392138 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-fb4573dc-53c2-49c4-9a53-9d8cb75c50a5 req-b866a428-b8b4-4707-8fab-2717df8365ef service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834472 Jun 22 18:54:52.893296 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c955e-0000-4220-9830-8bcc86ddacb3 req-f8abf38d-ab64-4cc8-b4cd-0f91f9cad786 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:52.894828 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6d4c955e-0000-4220-9830-8bcc86ddacb3 req-f8abf38d-ab64-4cc8-b4cd-0f91f9cad786 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0638657 Jun 22 18:54:52.935935 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6d4c955e-0000-4220-9830-8bcc86ddacb3 req-4aed5c40-b161-4694-83cb-62beb1727687 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353198 Jun 22 18:54:54.110270 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf036-6a08-4aa3-9b48-15cb5e36f232 req-d93fe8c0-0446-44b1-bd17-c4f80607bf7c tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:54.111633 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aedaf036-6a08-4aa3-9b48-15cb5e36f232 req-d93fe8c0-0446-44b1-bd17-c4f80607bf7c tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0662265 Jun 22 18:54:54.151038 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-aedaf036-6a08-4aa3-9b48-15cb5e36f232 req-67b975e9-140a-4561-a64e-547fac55e2fc tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336530 Jun 22 18:54:55.323119 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa40c-88bc-499b-bf82-25303fb2b8d9 req-2a066e7d-b9a2-444f-87e6-d978b5819d1a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:55.324603 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4affa40c-88bc-499b-bf82-25303fb2b8d9 req-2a066e7d-b9a2-444f-87e6-d978b5819d1a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0618207 Jun 22 18:54:55.366093 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-4affa40c-88bc-499b-bf82-25303fb2b8d9 req-d658a382-d1e2-4f2c-80d7-6ea3971658bc tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355558 Jun 22 18:54:55.696642 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-d619b023-9b55-43a6-92f9-79e2cce7130a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:55.895851 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:56.213442 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:56.540480 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ee969-2933-47fb-8a49-7d7f7d861646 req-f82880c4-13e0-4328-ad35-ecbef2f10557 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:56.541829 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b27ee969-2933-47fb-8a49-7d7f7d861646 req-f82880c4-13e0-4328-ad35-ecbef2f10557 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0662940 Jun 22 18:54:56.584625 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-b27ee969-2933-47fb-8a49-7d7f7d861646 req-c4d1d190-46de-4a0e-ac42-64be05f24eb1 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364428 Jun 22 18:54:56.596791 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:57.756764 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e1656-0194-4374-b67d-3224ab98273e req-d24bd15a-0271-4c3a-9292-8fff7b459005 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:57.758310 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e0e1656-0194-4374-b67d-3224ab98273e req-d24bd15a-0271-4c3a-9292-8fff7b459005 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0633404 Jun 22 18:54:57.797969 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-5e0e1656-0194-4374-b67d-3224ab98273e req-c85124c7-9168-4e41-b305-cb53a9c95532 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331101 Jun 22 18:54:58.274026 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:54:58.976182 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eac1ec-66e6-4a04-b93e-322278e0148e req-1e7cabc0-bc41-4308-992f-88f393f7dbe1 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:54:58.977747 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d1eac1ec-66e6-4a04-b93e-322278e0148e req-1e7cabc0-bc41-4308-992f-88f393f7dbe1 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0636513 Jun 22 18:54:59.022251 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-d1eac1ec-66e6-4a04-b93e-322278e0148e req-852f112d-0dac-4ae4-beef-d714d4ae5b38 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378108 Jun 22 18:55:00.202773 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b44183-9cb0-4f78-8486-c46accff6036 req-4936c41f-746e-4638-92ac-29e82222b4ca tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:00.204273 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-07b44183-9cb0-4f78-8486-c46accff6036 req-4936c41f-746e-4638-92ac-29e82222b4ca tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0662580 Jun 22 18:55:00.242484 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-07b44183-9cb0-4f78-8486-c46accff6036 req-e4bd082e-171d-4666-83ff-ff12d529908f tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324867 Jun 22 18:55:01.417630 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45286503-faf2-469c-ab78-2b26f0a8fa00 req-f08d227b-8b15-4867-87c3-b16608f5089a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:01.419073 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-45286503-faf2-469c-ab78-2b26f0a8fa00 req-f08d227b-8b15-4867-87c3-b16608f5089a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0653627 Jun 22 18:55:01.460342 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-45286503-faf2-469c-ab78-2b26f0a8fa00 req-c437d5c8-a84a-4ed1-a3a3-cf56a767f726 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354841 Jun 22 18:55:02.633766 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bd07e-4a02-4f06-8161-16c1c3585401 req-e3ed3ed3-d834-4b1e-b40f-b5e8fea0fe4a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:02.635223 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7d8bd07e-4a02-4f06-8161-16c1c3585401 req-e3ed3ed3-d834-4b1e-b40f-b5e8fea0fe4a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0655503 Jun 22 18:55:02.675423 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-7d8bd07e-4a02-4f06-8161-16c1c3585401 req-272e76ee-5ea8-4bfe-ae49-a0f67ea208b0 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342164 Jun 22 18:55:03.848210 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546032-33dd-4dd6-8f5e-b5b0f661a5c6 req-4b650958-2fb8-45a7-a2fe-00ea8492be40 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:03.849700 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-72546032-33dd-4dd6-8f5e-b5b0f661a5c6 req-4b650958-2fb8-45a7-a2fe-00ea8492be40 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0647964 Jun 22 18:55:03.876455 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:55:03.890107 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-72546032-33dd-4dd6-8f5e-b5b0f661a5c6 req-4d198122-fa7f-4084-83f1-9ed886ec2a27 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&id=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346830 Jun 22 18:55:14.881761 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-a2f656b5-44a0-4edb-a0ca-6a23ad59e2b0 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524826 Jun 22 18:55:14.995874 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-fc04d896-f760-4258-b474-c3d3dd4039ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:14.997389 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-fc04d896-f760-4258-b474-c3d3dd4039ee service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1137 time: 0.0576050 Jun 22 18:55:15.101362 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-97dc2d01-3203-47c3-9e66-3b149a3d56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:15.102804 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-97dc2d01-3203-47c3-9e66-3b149a3d56cf service neutron] 10.222.0.109 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 917 time: 0.0848031 Jun 22 18:55:15.175808 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-bfe45227-199a-44b1-8c12-b323d7e16456 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 1000 time: 0.0657027 Jun 22 18:55:15.229436 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-64a56926-fc8a-4cf4-a424-2d2acffbb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:15.230864 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-64a56926-fc8a-4cf4-a424-2d2acffbb1c9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 200 len: 854 time: 0.0470872 Jun 22 18:55:15.289389 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-9db0f6a6-3d40-4513-88c4-62d3d48bebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:55:15.290739 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-9db0f6a6-3d40-4513-88c4-62d3d48bebf6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2200cd44-59f5-44f5-90ce-158fb8a1c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522928 Jun 22 18:55:15.388622 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-113fabfc-6c81-45e1-ae55-afa99a0ee54d service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898275 Jun 22 18:55:15.477022 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-2dda44f0-cf39-415b-92a6-2afdfc6f38dc req-e5bf4d4c-87a0-4466-b3c2-038e0ee4d475 service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825229 Jun 22 18:55:22.096809 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-d276ffc6-6a96-4ffb-86cb-106dcb839507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:25.698016 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c1782bb9-573b-404f-a81e-1a437b36c646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:25.896976 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:26.217276 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:26.616193 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:28.277615 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:40.874586 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:55:52.097920 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-258cf286-8426-4577-80cc-59dda2d1e0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:55.698163 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-7c478110-3a6e-472d-9818-42b1cdda6393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:55.898639 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:56.221791 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:56.612542 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:55:58.280432 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:07.440247 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ce0d284f-89cc-4793-96d2-248692988f84 req-0b609be2-e1d1-48b0-9b3a-38d0a0348b5c tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143527823&fields=id&tenant_id=c25ea934c5e443c8922c6228a3c1d22e HTTP/1.1" status: 200 len: 267 time: 0.0339158 Jun 22 18:56:07.514302 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d284f-89cc-4793-96d2-248692988f84 req-52d81833-413b-47a6-b1dd-c74096e7f45c tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:07.516042 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ce0d284f-89cc-4793-96d2-248692988f84 req-52d81833-413b-47a6-b1dd-c74096e7f45c tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 984 time: 0.0701931 Jun 22 18:56:07.526750 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.v2.base [req-ce0d284f-89cc-4793-96d2-248692988f84 req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Request body: {'port': {'security_groups': ['8e686ab1-b499-4ad8-8362-123c3ea5762d']}} {{(pid=92905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:56:07.621386 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ce0d284f-89cc-4793-96d2-248692988f84 req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-643201'] for port, before_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:07.796579 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-ce0d284f-89cc-4793-96d2-248692988f84 req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] For port 67adba63-b739-4193-b942-8f0082d9ba09, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=67adba63-b739-4193-b942-8f0082d9ba09,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:56:07.825743 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ce0d284f-89cc-4793-96d2-248692988f84 req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for port, precommit_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:07.830330 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ce0d284f-89cc-4793-96d2-248692988f84 req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758129344714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758128916098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758128916143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26616586'] for port, after_update {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:07.834277 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-ab1e9160-d1ac-46a1-81a8-a30b6ef21864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:07.867494 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['67adba63-b739-4193-b942-8f0082d9ba09'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:56:07.878067 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d284f-89cc-4793-96d2-248692988f84 req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:07.878923 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-ce0d284f-89cc-4793-96d2-248692988f84 req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:07.882953 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ce0d284f-89cc-4793-96d2-248692988f84 req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "PUT /v2.0/ports/67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 942 time: 0.3581400 Jun 22 18:56:07.882953 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:56:07.883501 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e81eb6-0309-4d00-8dba-a597dde4a092" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:56:07.891753 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43262) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:07.937129 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event updated for resources: {'Port': ['ID=67adba63-b739-4193-b942-8f0082d9ba09,revision_number=7']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:07.948151 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.948527 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.948899 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.949263 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.949620 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.949979 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.950884 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.951250 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.951617 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.951968 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.957543 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.958263 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:07.973037 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-7d898e34-a594-4fa0-be67-667db84a5cb9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:08.004811 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-37e40e5d-970b-43ba-8cb5-4c92fc454f2a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.026667 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['67adba63-b739-4193-b942-8f0082d9ba09'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:56:08.036538 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-37e40e5d-970b-43ba-8cb5-4c92fc454f2a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.094033 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd5fa94-56ed-4c6f-b9ac-6a75c585aeba x-openstack-request-id: req-7dd5fa94-56ed-4c6f-b9ac-6a75c585aeba {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:56:08.094594 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:56:08.094895 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7dd5fa94-56ed-4c6f-b9ac-6a75c585aeba {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:56:08.095367 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09', 'status': 'completed', 'code': 200} Jun 22 18:56:08.109820 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-37e40e5d-970b-43ba-8cb5-4c92fc454f2a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.112718 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-37e40e5d-970b-43ba-8cb5-4c92fc454f2a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.113929 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-37e40e5d-970b-43ba-8cb5-4c92fc454f2a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "DELETE /v2.0/security-groups/4c18bda4-e2a9-427b-83ab-91dc0a0b6f98 HTTP/1.1" status: 204 len: 168 time: 0.2210577 Jun 22 18:56:08.114724 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-0765ce3b-b48a-47fb-bd4a-be050f717934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:08.116704 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43268) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:08.133102 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e40e5d-970b-43ba-8cb5-4c92fc454f2a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c18bda4-e2a9-427b-83ab-91dc0a0b6f98,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:08.135528 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-37e40e5d-970b-43ba-8cb5-4c92fc454f2a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:08.180596 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.provisioning_blocks [None req-71fd0441-490a-413d-b181-ae1ffd4471b0 None None] Provisioning complete for port 67adba63-b739-4193-b942-8f0082d9ba09 triggered by entity DHCP. {{(pid=92907) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:56:08.180718 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-71fd0441-490a-413d-b181-ae1ffd4471b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1515393'] for port, provisioning_complete {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.195715 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-cc6861cd-c496-449b-b690-8dee77eab548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:08.197202 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-cc6861cd-c496-449b-b690-8dee77eab548 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1098 time: 0.0575724 Jun 22 18:56:08.303134 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-d019a2c1-871e-4d50-bc21-cde4086eed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:08.304628 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-d019a2c1-871e-4d50-bc21-cde4086eed2e service neutron] 10.222.0.109 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 917 time: 0.1011245 Jun 22 18:56:08.313310 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Deleting port a4c4a9d0-4239-4c92-94d3-48cb3ed487e6 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:56:08.313651 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.370032 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-8cb32c32-86d1-4bb8-8f4d-61f54bcf49e6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 1000 time: 0.0580597 Jun 22 18:56:08.388560 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.388804 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.400132 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Calling delete_port for a4c4a9d0-4239-4c92-94d3-48cb3ed487e6 owned by network:floatingip {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:56:08.420868 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-a4b9fbed-626e-48a0-91e2-a1b72426e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:08.422330 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-a4b9fbed-626e-48a0-91e2-a1b72426e0aa service neutron] 10.222.0.109 "GET /v2.0/subnets?id=cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 200 len: 854 time: 0.0449169 Jun 22 18:56:08.488591 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-ccdbf732-47bc-4426-bf88-abd3db794ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:08.490051 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-ccdbf732-47bc-4426-bf88-abd3db794ca0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2200cd44-59f5-44f5-90ce-158fb8a1c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609202 Jun 22 18:56:08.549950 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.551969 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7e3250ac-f144-4302-adeb-d48a0f856520 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:08.578557 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event deleted for resources: {'Port': ['ID=a4c4a9d0-4239-4c92-94d3-48cb3ed487e6,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:08.580903 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-31e84b0e-7999-4cd2-8f16-43ac03d9beaf service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834880 Jun 22 18:56:08.590208 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.591319 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.591793 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.592168 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.592532 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.592901 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.593260 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.593622 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.593979 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.594332 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.594686 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.595038 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-769602-3-iscsi {{(pid=92906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:56:08.613456 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:08.651631 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks [] for floatingip, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.651879 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.db.l3_db [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Floating IP 326da5af-37f8-4ecd-96b8-5e540f330596 disassociated (deleted). External IP: 172.27.3.74, port: 67adba63-b739-4193-b942-8f0082d9ba09. Jun 22 18:56:08.678266 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-91e81eb6-0309-4d00-8dba-a597dde4a092 req-d722c769-f687-4c93-be23-e7623e0df33b service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901124 Jun 22 18:56:08.855172 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Router ed576440-8c04-44c2-a796-792dd09df942 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:56:08.960977 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:56:08.965369 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for floatingip, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:08.972226 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] Sync routers for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:56:08.981000 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:56:08.982130 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:55:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:09.002150 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-7ab308ac-2605-45f3-9cfd-c4d61454a7b7 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "DELETE /v2.0/floatingips/326da5af-37f8-4ecd-96b8-5e540f330596 HTTP/1.1" status: 204 len: 168 time: 0.8842735 Jun 22 18:56:09.002762 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09'}] {{(pid=92906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:56:09.005181 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ff035369c1c9d6bf504f743e9aafde6dd958d2f8985069b97200d5a2741ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09"}]}' {{(pid=92906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:56:09.041657 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bf72b3-1d12-4cd0-93d1-f1e50b1a2dbe x-openstack-request-id: req-34bf72b3-1d12-4cd0-93d1-f1e50b1a2dbe {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:56:09.041993 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "tag": "67adba63-b739-4193-b942-8f0082d9ba09", "status": "completed", "code": 200}]} {{(pid=92906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:56:09.042318 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34bf72b3-1d12-4cd0-93d1-f1e50b1a2dbe {{(pid=92906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:56:09.042755 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09', 'status': 'completed', 'code': 200} Jun 22 18:56:09.096896 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:56:09.150432 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-4989940c-14cf-4865-b982-b4068d098563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:09.152273 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-4989940c-14cf-4865-b982-b4068d098563 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 1098 time: 0.0562997 Jun 22 18:56:09.269271 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-7ca49692-2561-4e16-aaae-9a33b9772613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:09.271924 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-7ca49692-2561-4e16-aaae-9a33b9772613 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 200 len: 917 time: 0.1123409 Jun 22 18:56:09.330312 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-e4e892cc-e7ef-4d1e-b314-4333fd449258 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 200 len: 217 time: 0.0509367 Jun 22 18:56:09.333499 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 5, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:09.365164 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] Checking router: ed576440-8c04-44c2-a796-792dd09df942 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:56:09.374784 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:56:09.375590 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:55:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:09.393852 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-8e19cd15-752e-4511-b999-af5d4933c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:09.395308 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-8e19cd15-752e-4511-b999-af5d4933c4a2 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 200 len: 854 time: 0.0586574 Jun 22 18:56:09.464332 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-bf5ea303-84a3-4b18-a0ea-d2c399b28b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:09.466926 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-bf5ea303-84a3-4b18-a0ea-d2c399b28b06 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2200cd44-59f5-44f5-90ce-158fb8a1c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556962 Jun 22 18:56:09.484041 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:56:09.564373 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-5f80b01b-115e-472f-8a29-cc8d0699453b service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899847 Jun 22 18:56:09.652709 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-ec7bb6e1-2691-48d7-8f2c-8b97db1265c1 req-0680fcb5-5eb0-4370-a9f7-6e9ddec30c2f service neutron] 10.222.0.109 "GET /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815146 Jun 22 18:56:09.681217 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 5, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:09.710658 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496b11f5-2519-4dbd-8024-0ba591d02ec9 None None] The sync data for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi is: [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:52:55Z', 'revision_number': 4, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi', '_interfaces': [{'id': '27ddadfb-0e2b-4a64-9153-4887103156ba', 'name': '', 'network_id': '2200cd44-59f5-44f5-90ce-158fb8a1c9db', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'mac_address': 'fa:16:3e:c0:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:54Z', 'updated_at': '2021-06-22T18:53:00Z', 'revision_number': 5, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'subnets': [{'id': 'cc2399e6-912c-4873-a6ad-b62df07b5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:56:09.920017 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9c0b2-2177-49ad-bf32-b9cb22c90cf3 None None] New status for floating IP 326da5af-37f8-4ecd-96b8-5e540f330596: DOWN {{(pid=92908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:56:12.235734 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a8603-732c-4b51-b997-62df4bc31fcc req-719cb0e1-ac86-4427-af86-ea51f2f6fed4 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:12.237204 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-546a8603-732c-4b51-b997-62df4bc31fcc req-719cb0e1-ac86-4427-af86-ea51f2f6fed4 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0678663 Jun 22 18:56:12.276084 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-546a8603-732c-4b51-b997-62df4bc31fcc req-b74738ed-b069-45a6-8911-bdb94d08a219 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333467 Jun 22 18:56:13.449016 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bea11c-9097-46b9-963f-a2531846f3be req-1c7c1416-03b4-4e11-ac75-6e17bb876af2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:13.451047 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f0bea11c-9097-46b9-963f-a2531846f3be req-1c7c1416-03b4-4e11-ac75-6e17bb876af2 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0624890 Jun 22 18:56:13.489935 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-f0bea11c-9097-46b9-963f-a2531846f3be req-d56e9e01-39b6-4aa1-84d5-0a7fe5b276e3 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Jun 22 18:56:14.537631 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-eded9d0a-4f5b-4c6d-858a-9980d85cf56b tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:14.539046 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-eded9d0a-4f5b-4c6d-858a-9980d85cf56b tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.109 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.0658009 Jun 22 18:56:14.679699 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Deleting port 67adba63-b739-4193-b942-8f0082d9ba09 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:56:14.680033 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:14.731165 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee533f-f9a1-42e6-8db7-270bb6cd3613 req-e964aba0-7faa-4695-b88e-47b71346232a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:14.732949 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-00ee533f-f9a1-42e6-8db7-270bb6cd3613 req-e964aba0-7faa-4695-b88e-47b71346232a tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 945 time: 0.1207452 Jun 22 18:56:14.797467 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-00ee533f-f9a1-42e6-8db7-270bb6cd3613 req-78b77696-d11f-4668-bd99-6b762c46cb83 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e686ab1-b499-4ad8-8362-123c3ea5762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553787 Jun 22 18:56:14.806607 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] For port 67adba63-b739-4193-b942-8f0082d9ba09, host hv-cinder-76960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76960',level=0,port_id=67adba63-b739-4193-b942-8f0082d9ba09,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:56:14.806962 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:14.820458 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Calling delete_port for 67adba63-b739-4193-b942-8f0082d9ba09 owned by compute:nova {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:56:14.946069 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:14.951042 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:14.982458 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Pushing event deleted for resources: {'Port': ['ID=67adba63-b739-4193-b942-8f0082d9ba09,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:14.982663 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.db [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] get_ports_and_sgs() called for port_ids ['67adba63-b739-4193-b942-8f0082d9ba09'] {{(pid=92907) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:56:14.987490 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:15.025988 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] No DVR routers for this DVR port 67adba63-b739-4193-b942-8f0082d9ba09 on host hv-cinder-76960 {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:56:15.029207 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2097126'] for port, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:15.031356 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-dedfd5cb-1995-4de4-a2c9-b4fd5480f025 req-b58237d7-e812-45fc-bf40-09a453a1bdee tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.109 "DELETE /v2.0/ports/67adba63-b739-4193-b942-8f0082d9ba09 HTTP/1.1" status: 204 len: 173 time: 0.4855828 Jun 22 18:56:15.031865 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'name': 'network-vif-deleted', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09'}] {{(pid=92905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:56:15.034191 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cb221f4ce2fcb8662739d63c708e7117526b860f16ce593fc6fe4c18c33b67e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dedc3d5-6d2e-4b9e-8a8d-e3d84a016ceb" -d '{"events": [{"server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "name": "network-vif-deleted", "tag": "67adba63-b739-4193-b942-8f0082d9ba09"}]}' {{(pid=92905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:56:15.069983 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d276a85-1859-4a0b-9c90-577a5c6953b8 x-openstack-request-id: req-1d276a85-1859-4a0b-9c90-577a5c6953b8 {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:56:15.070324 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d98939-6783-4202-a129-1c6e188becb1", "name": "network-vif-deleted", "tag": "67adba63-b739-4193-b942-8f0082d9ba09", "status": "completed", "code": 200}]} {{(pid=92905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:56:15.070654 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d276a85-1859-4a0b-9c90-577a5c6953b8 {{(pid=92905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:56:15.071112 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d98939-6783-4202-a129-1c6e188becb1', 'name': 'network-vif-deleted', 'tag': '67adba63-b739-4193-b942-8f0082d9ba09', 'status': 'completed', 'code': 200} Jun 22 18:56:15.871036 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6a626598-816d-4186-9238-1c7f06bc2cd0 req-d34e7a60-0bf9-4fe3-ad63-b9bce23a2762 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333645 Jun 22 18:56:15.986620 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-002e3397-5f35-4049-9ea5-9642f75eb337 req-82ecf6e3-e8ac-4004-8aea-ddae1773b6e9 tempest-TestMinimumBasicScenario-1968964267 tempest-TestMinimumBasicScenario-1968964267-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 210 time: 0.0564737 Jun 22 18:56:15.988720 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6a626598-816d-4186-9238-1c7f06bc2cd0 req-f1cd1752-74f5-4396-b0ff-5b17f2e0ff07 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&device_id=b1d98939-6783-4202-a129-1c6e188becb1 HTTP/1.1" status: 200 len: 210 time: 0.0467348 Jun 22 18:56:16.112894 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a626598-816d-4186-9238-1c7f06bc2cd0 req-2499210c-814d-470d-ab1a-ad31d4e9973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:16.114283 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6a626598-816d-4186-9238-1c7f06bc2cd0 req-2499210c-814d-470d-ab1a-ad31d4e9973a service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0964177 Jun 22 18:56:16.211427 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a626598-816d-4186-9238-1c7f06bc2cd0 req-93290523-5156-4df7-9ae7-b7a168206b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:56:16.212863 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [req-6a626598-816d-4186-9238-1c7f06bc2cd0 req-93290523-5156-4df7-9ae7-b7a168206b6e service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0881019 Jun 22 18:56:17.593218 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43362) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:17.875476 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:56:17.937988 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687782'] for router_interface, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:18.180196 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Deleting port 27ddadfb-0e2b-4a64-9153-4887103156ba {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:56:18.180420 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:18.182822 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 67adba63-b739-4193-b942-8f0082d9ba09 no longer exists at agent hyperv_hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:56:18.201711 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] No Port match for: 67adba63-b739-4193-b942-8f0082d9ba09 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:56:18.202061 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Device 67adba63-b739-4193-b942-8f0082d9ba09 not bound to the agent host hv-cinder-76960 {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:56:18.255256 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] For port 27ddadfb-0e2b-4a64-9153-4887103156ba, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=27ddadfb-0e2b-4a64-9153-4887103156ba,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:56:18.255621 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:18.268375 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Calling delete_port for 27ddadfb-0e2b-4a64-9153-4887103156ba owned by network:router_interface {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:56:18.442395 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:18.444344 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-90033e73-f40d-4bf0-8c46-7e1675c39f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:18.466982 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ddadfb-0e2b-4a64-9153-4887103156ba,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:18.470672 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:18.638671 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1834251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687674'] for router_interface, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.060808 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Router ed576440-8c04-44c2-a796-792dd09df942 has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:56:19.160311 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:56:19.165339 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-1a3ab866-376a-4fe9-946b-d688586d9b99 admin admin] 10.222.0.39 "PUT /v2.0/routers/ed576440-8c04-44c2-a796-792dd09df942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5711997 Jun 22 18:56:19.167986 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43364) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:19.169748 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] Sync routers for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:56:19.178660 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:56:19.179275 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:55:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:19.270034 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.281552 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: dv-cinder-769602-3-iscsi {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:56:19.371136 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.426500 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Deleting port cdf363a0-a131-4d54-a670-2ca5f49222ea {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:56:19.426751 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.460006 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:56:18Z', 'revision_number': 5, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port': {'id': 'cdf363a0-a131-4d54-a670-2ca5f49222ea', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:52:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed576440-8c04-44c2-a796-792dd09df942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:53Z', 'updated_at': '2021-06-22T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:19.486508 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] Checking router: ed576440-8c04-44c2-a796-792dd09df942 for host: dv-cinder-769602-3-iscsi {{(pid=92907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:56:19.494723 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] Routers {'ed576440-8c04-44c2-a796-792dd09df942'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:56:19.495361 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:55:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ed576440-8c04-44c2-a796-792dd09df942'], 'active': True} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:19.507322 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] For port cdf363a0-a131-4d54-a670-2ca5f49222ea, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=cdf363a0-a131-4d54-a670-2ca5f49222ea,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:56:19.507697 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.519564 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Calling delete_port for cdf363a0-a131-4d54-a670-2ca5f49222ea owned by network:router_gateway {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:56:19.690342 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.693310 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-30d4818a-2d1b-4bc7-940c-58a57f49aec7 tempest-TestVolumeBootPattern-1498566339 tempest-TestVolumeBootPattern-1498566339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:19.717450 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf363a0-a131-4d54-a670-2ca5f49222ea,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:19.720711 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:19.720880 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_dvr_db [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] Set router ed576440-8c04-44c2-a796-792dd09df942 gateway port host: None {{(pid=92907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:56:19.771664 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.db.l3_hamode_db [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:56:19Z', 'revision_number': 6, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port_host': None}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:19.785361 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621270'] for router_gateway, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.802427 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25290e-9bcf-41cb-a059-26360b10dd0a None None] The sync data for ids ['ed576440-8c04-44c2-a796-792dd09df942'] in dv-cinder-769602-3-iscsi is: [{'id': 'ed576440-8c04-44c2-a796-792dd09df942', 'name': 'tempest-TestMinimumBasicScenario-1196382097-router', 'tenant_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:52Z', 'updated_at': '2021-06-22T18:56:19Z', 'revision_number': 6, 'project_id': 'c25ea934c5e443c8922c6228a3c1d22e', 'gw_port_host': None}] {{(pid=92907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:56:19.875098 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1567'] for router, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.877209 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.921227 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1690065'] for router, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.921775 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed576440-8c04-44c2-a796-792dd09df942 {{(pid=92906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:56:19.926091 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:19.927214 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-441f1b79-938f-4263-8447-1488a4c20af5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ed576440-8c04-44c2-a796-792dd09df942 HTTP/1.1" status: 204 len: 168 time: 0.7583270 Jun 22 18:56:19.929599 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43366) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:19.974802 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff077bb-4a47-40d9-808f-a0b92a80c6b4 admin admin] Deleting subnet cc2399e6-912c-4873-a6ad-b62df07b5915 {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:56:19.977749 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ff077bb-4a47-40d9-808f-a0b92a80c6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.011141 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ff077bb-4a47-40d9-808f-a0b92a80c6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.096287 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ff077bb-4a47-40d9-808f-a0b92a80c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.150476 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ff077bb-4a47-40d9-808f-a0b92a80c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.152525 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:20.164467 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-7ff077bb-4a47-40d9-808f-a0b92a80c6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.166303 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-7ff077bb-4a47-40d9-808f-a0b92a80c6b4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cc2399e6-912c-4873-a6ad-b62df07b5915 HTTP/1.1" status: 204 len: 168 time: 0.2357855 Jun 22 18:56:20.169381 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43368) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:20.182305 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd814f4f-6b93-44be-af7c-4aa933cb0a96 None None] Network 2200cd44-59f5-44f5-90ce-158fb8a1c9db requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:56:20.184407 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff077bb-4a47-40d9-808f-a0b92a80c6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2399e6-912c-4873-a6ad-b62df07b5915,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:20.188196 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-7ff077bb-4a47-40d9-808f-a0b92a80c6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:20.254502 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.315800 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Deleting port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:56:20.316142 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.322770 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 27ddadfb-0e2b-4a64-9153-4887103156ba no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:56:20.344965 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 27ddadfb-0e2b-4a64-9153-4887103156ba {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:56:20.345312 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 27ddadfb-0e2b-4a64-9153-4887103156ba not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:56:20.381784 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] For port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52,segment=NetworkSegment(98da0477-9fd8-4284-8623-13b30497cefb),segment_id=98da0477-9fd8-4284-8623-13b30497cefb)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:56:20.382143 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.398719 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Calling delete_port for 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 owned by network:dhcp {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:56:20.475074 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.478644 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-bf34d273-fb29-41f1-bc98-a13ceb201f1d tempest-AttachVolumeTestJSON-172876778 tempest-AttachVolumeTestJSON-172876778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:20.502496 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:20.505513 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:20.506264 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] No DVR routers for this DVR port 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 on host dv-cinder-769602-3-iscsi {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:56:20.576585 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.585935 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2200cd44-59f5-44f5-90ce-158fb8a1c9db']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:20.596455 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98da0477-9fd8-4284-8623-13b30497cefb') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:20.596732 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98da0477-9fd8-4284-8623-13b30497cefb') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:20.605164 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.620597 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.627579 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:56:20.628102 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:56:20.630016 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:56:20.651817 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f30d16-c9a9-429d-902b-aa75986a042f None None] DHCP port deletion for 2200cd44-59f5-44f5-90ce-158fb8a1c9db request from dv-cinder-769602-3-iscsi {{(pid=92907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:56:20.685472 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.690183 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-235b414b-450c-410b-bc14-345adbf84039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:20.693180 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:20.695259 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2200cd44-59f5-44f5-90ce-158fb8a1c9db HTTP/1.1" status: 204 len: 168 time: 0.5247357 Jun 22 18:56:20.698682 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43370) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:20.710014 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2200cd44-59f5-44f5-90ce-158fb8a1c9db,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:20.713232 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-f32f7b3c-7656-45d7-bb25-8acc0d0e54e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:21.051967 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687782'] for router_interface, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:21.302100 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Deleting port a6b7f949-40d4-4505-be07-dea6b07eaa44 {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:56:21.302329 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:21.378391 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] For port a6b7f949-40d4-4505-be07-dea6b07eaa44, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=a6b7f949-40d4-4505-be07-dea6b07eaa44,segment=NetworkSegment(1abb30ce-54aa-442d-b206-0e6263f47dee),segment_id=1abb30ce-54aa-442d-b206-0e6263f47dee)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:56:21.378740 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:21.391660 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Calling delete_port for a6b7f949-40d4-4505-be07-dea6b07eaa44 owned by network:router_interface {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:56:21.567262 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:21.569131 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-d19f83ba-084e-41c2-85f3-f61a8b650680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:21.596212 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b7f949-40d4-4505-be07-dea6b07eaa44,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:21.599213 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:21.765417 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1834251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687674'] for router_interface, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:22.074479 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:56:22.100754 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:56:22.101110 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 6d12bac6-e2c9-4551-b0ed-ce5d13f7cf52 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:56:22.101524 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device cdf363a0-a131-4d54-a670-2ca5f49222ea no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:56:22.127222 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: cdf363a0-a131-4d54-a670-2ca5f49222ea {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:56:22.127534 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device cdf363a0-a131-4d54-a670-2ca5f49222ea not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:56:22.130221 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-c1d74032-4aa2-4268-ac34-6064f2bae001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:22.198356 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef has already been hosted by L3 agent df65c6b0-2d92-4aeb-b6bd-62341b1b5e96 {{(pid=92906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:56:22.304389 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] Notify agent at l3_agent.dv-cinder-769602-3-iscsi the message routers_updated {{(pid=92906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:56:22.309306 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-10751274-d441-4d84-bb9f-d25467c83ba9 admin admin] 10.222.0.39 "PUT /v2.0/routers/ceaf5353-08b8-4c4d-9aa8-63172a17a5ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6095209 Jun 22 18:56:22.312617 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43372) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:22.315360 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] Sync routers for ids ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'] in dv-cinder-769602-3-iscsi {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:56:22.324653 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] Routers {'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:56:22.325477 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:55:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:22.415661 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks [] for router, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:22.428441 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] Set router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef gateway port host: dv-cinder-769602-3-iscsi {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:56:22.514427 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:22.568361 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Deleting port 041a206f-aec5-4264-b817-65cb4e807a9a {{(pid=92906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:56:22.568696 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:22.602883 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'external_fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:56:21Z', 'revision_number': 5, 'project_id': '55b2552d5a33499989021af659c0b057', 'gw_port': {'id': '041a206f-aec5-4264-b817-65cb4e807a9a', 'name': '', 'network_id': '3bb08a0c-1f11-4363-b90d-06294274e1e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-769602-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10623205-50a1-4ed5-94c8-d0aa3fb34a1f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-769602-3-iscsi'}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:22.649882 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.db [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] For port 041a206f-aec5-4264-b817-65cb4e807a9a, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=041a206f-aec5-4264-b817-65cb4e807a9a,segment=NetworkSegment(be3a4e49-1045-405f-ade7-bb20ef9d8085),segment_id=be3a4e49-1045-405f-ade7-bb20ef9d8085)] {{(pid=92906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:56:22.650239 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:22.666554 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.plugins.ml2.plugin [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Calling delete_port for 041a206f-aec5-4264-b817-65cb4e807a9a owned by network:router_gateway {{(pid=92906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:56:22.718863 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] Checking router: ceaf5353-08b8-4c4d-9aa8-63172a17a5ef for host: dv-cinder-769602-3-iscsi {{(pid=92908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:56:22.727148 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] Routers {'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'} bound to L3 agent in host dv-cinder-769602-3-iscsi {{(pid=92908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:56:22.727786 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-769602-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:23:26Z,description=,heartbeat_timestamp=2021-06-22T18:55:56Z,host='dv-cinder-769602-3-iscsi',id=df65c6b0-2d92-4aeb-b6bd-62341b1b5e96,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:23:26Z,topic='l3_agent')) {'router_ids': ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'], 'active': True} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:22.814500 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_dvr_db [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] Set router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef gateway port host: None {{(pid=92908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:56:22.832690 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973060'] for port, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:22.834563 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:22.864344 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Pushing event deleted for resources: {'Port': ['ID=041a206f-aec5-4264-b817-65cb4e807a9a,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:22.866131 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.l3_hamode_db [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:56:22Z', 'revision_number': 6, 'project_id': '55b2552d5a33499989021af659c0b057', 'gw_port_host': None}], 'dv-cinder-769602-3-iscsi', False) {} {{(pid=92908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:22.868229 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:22.895521 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc5000-2df6-481a-8be8-7ce67cacdecc None None] The sync data for ids ['ceaf5353-08b8-4c4d-9aa8-63172a17a5ef'] in dv-cinder-769602-3-iscsi is: [{'id': 'ceaf5353-08b8-4c4d-9aa8-63172a17a5ef', 'name': 'tempest-TestMinimumBasicScenario-417083035-router', 'tenant_id': '55b2552d5a33499989021af659c0b057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:52:57Z', 'updated_at': '2021-06-22T18:56:22Z', 'revision_number': 6, 'project_id': '55b2552d5a33499989021af659c0b057', 'gw_port_host': None}] {{(pid=92908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:56:22.928655 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621270'] for router_gateway, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.018903 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1567'] for router, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.021060 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.065727 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1690065'] for router, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.066285 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceaf5353-08b8-4c4d-9aa8-63172a17a5ef {{(pid=92906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:56:23.070438 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] Notify callbacks [] for router, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.071614 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-1e7bc8d7-48ec-46d0-bdaf-9eed200be476 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ceaf5353-08b8-4c4d-9aa8-63172a17a5ef HTTP/1.1" status: 204 len: 168 time: 0.7580309 Jun 22 18:56:23.074012 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.wsgi [-] (92906) accepted ('10.222.0.39', 43374) {{(pid=92906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:23.121974 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f27381-c3c7-4062-8b74-ca1aec7a033e admin admin] Deleting subnet 88f26781-4fbf-4635-a200-3544465e93f2 {{(pid=92906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:56:23.125236 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-99f27381-c3c7-4062-8b74-ca1aec7a033e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.159302 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-99f27381-c3c7-4062-8b74-ca1aec7a033e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2972928'] for subnet, precommit_delete_associations {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.235481 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-99f27381-c3c7-4062-8b74-ca1aec7a033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519799'] for subnet, precommit_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.299259 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-99f27381-c3c7-4062-8b74-ca1aec7a033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186351'] for subnet, after_delete {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.301762 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:23.326565 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f27381-c3c7-4062-8b74-ca1aec7a033e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f26781-4fbf-4635-a200-3544465e93f2,revision_number=None']} {{(pid=92906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:23.329124 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG oslo_concurrency.lockutils [None req-99f27381-c3c7-4062-8b74-ca1aec7a033e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:23.331487 dv-cinder-769602-3-iscsi neutron-server[92906]: DEBUG neutron_lib.callbacks.manager [None req-99f27381-c3c7-4062-8b74-ca1aec7a033e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.333326 dv-cinder-769602-3-iscsi neutron-server[92906]: INFO neutron.wsgi [None req-99f27381-c3c7-4062-8b74-ca1aec7a033e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/88f26781-4fbf-4635-a200-3544465e93f2 HTTP/1.1" status: 204 len: 168 time: 0.2584155 Jun 22 18:56:23.335817 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43376) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:23.338774 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b377061-57a7-4feb-8b55-45988bb299ed None None] Network 0a99574c-6969-4ddf-963d-26c48a3de8a2 requested from dv-cinder-769602-3-iscsi {{(pid=92907) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:56:23.411629 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566506'] for network, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.463023 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Deleting port b003b74d-afc1-4aad-9832-b6102fc07fc1 {{(pid=92905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:56:23.463417 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758129404142'] for port, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.531188 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.db [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] For port b003b74d-afc1-4aad-9832-b6102fc07fc1, host dv-cinder-769602-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-769602-3-iscsi',level=0,port_id=b003b74d-afc1-4aad-9832-b6102fc07fc1,segment=NetworkSegment(1abb30ce-54aa-442d-b206-0e6263f47dee),segment_id=1abb30ce-54aa-442d-b206-0e6263f47dee)] {{(pid=92905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:56:23.531568 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621086'] for port, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.544786 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Calling delete_port for b003b74d-afc1-4aad-9832-b6102fc07fc1 owned by network:dhcp {{(pid=92905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:56:23.621625 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758129344741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758128916089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26616595'] for port, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.623665 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-28b2d9b1-f03c-40f1-b20f-b7887f91f7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:23.646900 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b003b74d-afc1-4aad-9832-b6102fc07fc1,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:23.650021 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:23.650775 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] No DVR routers for this DVR port b003b74d-afc1-4aad-9832-b6102fc07fc1 on host dv-cinder-769602-3-iscsi {{(pid=92905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:56:23.683841 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53177731-0674-46a1-b06c-c3de1e6660c9 None None] DHCP port deletion for 0a99574c-6969-4ddf-963d-26c48a3de8a2 request from dv-cinder-769602-3-iscsi {{(pid=92907) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:56:23.736194 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1517836', 'neutron.services.segments.db._delete_segments_for_network-8758129425628'] for network, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.745692 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a99574c-6969-4ddf-963d-26c48a3de8a2']}} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:23.755466 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abb30ce-54aa-442d-b206-0e6263f47dee') {'for_net_delete': True} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:23.755766 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.services.segments.db [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abb30ce-54aa-442d-b206-0e6263f47dee') {} {{(pid=92905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:56:23.765783 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758129425457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26692898'] for segment, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.780857 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756'] for segment, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.787068 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=92905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:56:23.787524 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26616546'] for segment, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: Traceback (most recent call last): Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: timer() Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: cb(*args, **kw) Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: return func(*args, **kwargs) Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: self._notify() Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: self.callback(batched_events) Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: event.method(event) Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: return f(self, *a, **k) Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._get(url).json() Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: return self.request(url, 'GET', **kwargs) Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:56:23.789187 dv-cinder-769602-3-iscsi neutron-server[92905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:56:23.842715 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1517877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1834240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621378'] for network, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.846538 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-b5bdc94f-9f4f-490e-b14c-d44bb493cdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:23.849521 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834287'] for network, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:23.851283 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0a99574c-6969-4ddf-963d-26c48a3de8a2 HTTP/1.1" status: 204 len: 168 time: 0.5139520 Jun 22 18:56:23.867420 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a99574c-6969-4ddf-963d-26c48a3de8a2,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:23.869871 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5a3ad186-c77b-4c00-b5e1-102c8046a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:24.020493 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a6b7f949-40d4-4505-be07-dea6b07eaa44 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:56:24.039530 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: a6b7f949-40d4-4505-be07-dea6b07eaa44 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:56:24.039886 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device a6b7f949-40d4-4505-be07-dea6b07eaa44 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:56:24.040312 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 041a206f-aec5-4264-b817-65cb4e807a9a no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:56:24.052082 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43380) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:24.063278 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: 041a206f-aec5-4264-b817-65cb4e807a9a {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:56:24.063658 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device 041a206f-aec5-4264-b817-65cb4e807a9a not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:56:24.064076 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device b003b74d-afc1-4aad-9832-b6102fc07fc1 no longer exists at agent ovs-agent-dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:56:24.082543 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.plugin [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] No Port match for: b003b74d-afc1-4aad-9832-b6102fc07fc1 {{(pid=92907) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:56:24.082896 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron.plugins.ml2.rpc [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Device b003b74d-afc1-4aad-9832-b6102fc07fc1 not bound to the agent host dv-cinder-769602-3-iscsi {{(pid=92907) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:56:24.102926 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-23079bb6-4d41-4c97-b5c3-e5323a861374 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c25ea934c5e443c8922c6228a3c1d22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495081 Jun 22 18:56:24.105209 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43382) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:24.152166 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d4f1899c-7f45-4ec4-9416-6a9ec45886e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.173611 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d4f1899c-7f45-4ec4-9416-6a9ec45886e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.220270 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d4f1899c-7f45-4ec4-9416-6a9ec45886e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.222763 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-d4f1899c-7f45-4ec4-9416-6a9ec45886e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.223949 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-d4f1899c-7f45-4ec4-9416-6a9ec45886e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e686ab1-b499-4ad8-8362-123c3ea5762d HTTP/1.1" status: 204 len: 168 time: 0.1178336 Jun 22 18:56:24.224716 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-5e44125b-9bae-42ce-9c0b-6b53baf51cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:24.233051 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1899c-7f45-4ec4-9416-6a9ec45886e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e686ab1-b499-4ad8-8362-123c3ea5762d,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:24.235539 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-d4f1899c-7f45-4ec4-9416-6a9ec45886e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:24.549879 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43388) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:24.589185 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-bf13c8fa-1cff-4339-9571-dc37a9b0dce6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55b2552d5a33499989021af659c0b057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380785 Jun 22 18:56:24.592708 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [-] (92905) accepted ('10.222.0.39', 43390) {{(pid=92905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:56:24.641098 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9d2e60c5-9d84-4801-b3b5-e0595dfc217a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.664819 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9d2e60c5-9d84-4801-b3b5-e0595dfc217a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.711995 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9d2e60c5-9d84-4801-b3b5-e0595dfc217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434744'] for security_group, after_delete {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.714609 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron_lib.callbacks.manager [None req-9d2e60c5-9d84-4801-b3b5-e0595dfc217a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:24.716951 dv-cinder-769602-3-iscsi neutron-server[92905]: INFO neutron.wsgi [None req-9d2e60c5-9d84-4801-b3b5-e0595dfc217a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/677616f8-1b18-4a6b-bcaa-5d06bfdf5d0c HTTP/1.1" status: 204 len: 168 time: 0.1224236 Jun 22 18:56:24.717960 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-953d4cfd-a30b-493b-8945-bcf88a846ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:56:24.726607 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e60c5-9d84-4801-b3b5-e0595dfc217a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677616f8-1b18-4a6b-bcaa-5d06bfdf5d0c,revision_number=None']} {{(pid=92905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:56:24.730777 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG oslo_concurrency.lockutils [None req-9d2e60c5-9d84-4801-b3b5-e0595dfc217a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92905) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:56:25.700565 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-37c698bc-6c34-48c4-b94d-c248466f1796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:25.904061 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:26.224451 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:26.606432 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:28.283744 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:52.102142 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-b3ec88b3-e3df-44bf-a02d-19209a624085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:54.874066 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:56:55.701761 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-ca85adfd-9912-4581-a826-8a32c82f31c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:55.896272 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:56.226478 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:56.639927 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:56:58.289249 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:18.278462 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-2d478599-fa12-4742-8a1e-9f15767500c4 req-c947e0a1-b966-455c-a23f-a25a467167c6 service neutron] (92905) timed out ('10.222.0.39', 40488) {{(pid=92905) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:57:19.653398 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-40f701d0-119e-4df7-9d82-26148a778280 req-e70385ec-468a-4a09-ad97-9c07388e1ce8 service neutron] (92905) timed out ('10.222.0.109', 53707) {{(pid=92905) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:57:22.102664 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-9e4d5616-2bb7-4716-9193-517cb909e585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:25.702257 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-25e342f7-d0b9-4e0c-90a5-8577e37ee156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:25.898201 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:26.228876 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:26.660854 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:28.294903 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:31.872757 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:57:40.392068 dv-cinder-769602-3-iscsi neutron-server[92905]: DEBUG neutron.wsgi [req-4710f3fb-76e4-4eb9-a08a-30912a43c957 req-687e47a3-5ffd-4761-9bbb-2b4b07851881 service neutron] (92905) timed out ('10.222.0.39', 38268) {{(pid=92905) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:57:52.104381 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-dc175f1b-bade-4041-bfe9-49d6884d07de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:55.703134 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-a87759ba-c7cb-4cc1-9e2b-ba446cb78590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:55.899839 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:56.232591 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:56.663361 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:57:58.294332 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:08.870551 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:58:22.105765 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-3a358d7d-1a3c-4cf0-9dc6-39d90636dc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:25.704368 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd69-5646-46a9-abfe-7251e0d1768a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:25.901240 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:26.234211 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:26.667662 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:28.297066 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:45.868551 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:58:52.105677 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-3b455151-eeed-4c91-94c2-038a982d8b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:55.705606 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9774-42ea-46a9-9fa9-30b82934cb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:55.906605 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:56.237530 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:56.687689 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:58:58.300707 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:22.108938 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-0f06369e-1bf2-40ad-b972-dc40a2d699df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:22.867470 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:59:25.706408 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f49259aa-5ae2-4ee2-bebf-733916dcfdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:25.898606 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:26.239759 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:26.689098 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:28.305567 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:52.111568 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-3ce084d3-cc10-4f3b-a566-2d3e00e0fca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:55.707680 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-f1490010-b73d-4d4b-8373-2804673f463d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:55.899638 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:56.245815 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:56.681635 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:58.307924 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:59:59.866199 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:00:22.112123 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-e17baf95-ec59-4d2b-a753-2bc938bdf71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:25.709466 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-301d24ec-696b-4c45-9a64-a23b69c4868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:25.901128 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:26.245499 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:26.679064 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:28.309714 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:36.864249 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:00:52.116593 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-6f1047e7-e693-462f-affd-300afdbc0790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:55.710704 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8471fafe-c040-46f9-8cee-fa373ed6ba0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:55.900851 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:56.248805 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:56.681671 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:00:58.312493 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:13.862679 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:01:22.118325 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-49c14871-7b6d-4017-8056-58c5d52c8c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:25.712979 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-0d638ca0-09e5-4623-a809-14a200931227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:25.906136 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:26.252525 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:26.685957 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:28.317309 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:50.860322 dv-cinder-769602-3-iscsi neutron-server[92908]: DEBUG neutron.db.agents_db [None req-296cf89a-7993-4d8e-a805-eb9535660187 None None] Agent healthcheck: found 6 active agents {{(pid=92908) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 19:01:52.119635 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-76431acf-3e42-49cc-ab5b-f3907da6bf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:55.714069 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-770e3b5d-93dc-4fbb-b280-dc3e8537854a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:55.906951 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-da0af166-dffc-4a24-b7d5-c403fad4616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:56.254834 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-8eb613aa-b6a5-4191-9589-85e839e932b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:56.710956 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-80396932-a0eb-4a0f-b4e9-410698bdb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:01:58.317319 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-eed87ea3-e8d5-46de-9f4c-3729cd853ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 19:02:22.121173 dv-cinder-769602-3-iscsi neutron-server[92907]: DEBUG neutron_lib.callbacks.manager [None req-31f79f2d-1394-4f8e-b7cb-74ac5076bcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758129425610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1515642'] for agent, after_update {{(pid=92907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}